{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 975,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010256410256410256,
      "grad_norm": 3.0242910385131836,
      "learning_rate": 2e-05,
      "loss": 2.5126,
      "step": 1
    },
    {
      "epoch": 0.0020512820512820513,
      "grad_norm": 4.951651096343994,
      "learning_rate": 4e-05,
      "loss": 3.0502,
      "step": 2
    },
    {
      "epoch": 0.003076923076923077,
      "grad_norm": 6.414709091186523,
      "learning_rate": 6e-05,
      "loss": 3.2635,
      "step": 3
    },
    {
      "epoch": 0.0041025641025641026,
      "grad_norm": 6.2663068771362305,
      "learning_rate": 8e-05,
      "loss": 3.5137,
      "step": 4
    },
    {
      "epoch": 0.005128205128205128,
      "grad_norm": 5.350133895874023,
      "learning_rate": 0.0001,
      "loss": 3.3629,
      "step": 5
    },
    {
      "epoch": 0.006153846153846154,
      "grad_norm": 5.659494400024414,
      "learning_rate": 9.999973776182981e-05,
      "loss": 3.4245,
      "step": 6
    },
    {
      "epoch": 0.0071794871794871795,
      "grad_norm": 4.96848726272583,
      "learning_rate": 9.999895105006994e-05,
      "loss": 3.3549,
      "step": 7
    },
    {
      "epoch": 0.008205128205128205,
      "grad_norm": 5.869617462158203,
      "learning_rate": 9.999763987297265e-05,
      "loss": 3.6138,
      "step": 8
    },
    {
      "epoch": 0.009230769230769232,
      "grad_norm": 6.083713531494141,
      "learning_rate": 9.99958042442916e-05,
      "loss": 3.1965,
      "step": 9
    },
    {
      "epoch": 0.010256410256410256,
      "grad_norm": 7.131644248962402,
      "learning_rate": 9.999344418328162e-05,
      "loss": 3.5499,
      "step": 10
    },
    {
      "epoch": 0.011282051282051283,
      "grad_norm": 5.93425989151001,
      "learning_rate": 9.999055971469864e-05,
      "loss": 2.9822,
      "step": 11
    },
    {
      "epoch": 0.012307692307692308,
      "grad_norm": 7.329172611236572,
      "learning_rate": 9.998715086879938e-05,
      "loss": 3.2527,
      "step": 12
    },
    {
      "epoch": 0.013333333333333334,
      "grad_norm": 4.309327125549316,
      "learning_rate": 9.998321768134102e-05,
      "loss": 2.9066,
      "step": 13
    },
    {
      "epoch": 0.014358974358974359,
      "grad_norm": 5.239797115325928,
      "learning_rate": 9.997876019358084e-05,
      "loss": 2.7697,
      "step": 14
    },
    {
      "epoch": 0.015384615384615385,
      "grad_norm": 5.122989654541016,
      "learning_rate": 9.997377845227576e-05,
      "loss": 2.6346,
      "step": 15
    },
    {
      "epoch": 0.01641025641025641,
      "grad_norm": 5.028587341308594,
      "learning_rate": 9.99682725096819e-05,
      "loss": 2.7887,
      "step": 16
    },
    {
      "epoch": 0.017435897435897435,
      "grad_norm": 5.329999923706055,
      "learning_rate": 9.996224242355399e-05,
      "loss": 2.7057,
      "step": 17
    },
    {
      "epoch": 0.018461538461538463,
      "grad_norm": 6.340389251708984,
      "learning_rate": 9.995568825714479e-05,
      "loss": 2.4549,
      "step": 18
    },
    {
      "epoch": 0.019487179487179488,
      "grad_norm": 7.107529163360596,
      "learning_rate": 9.99486100792044e-05,
      "loss": 2.3007,
      "step": 19
    },
    {
      "epoch": 0.020512820512820513,
      "grad_norm": 6.8900957107543945,
      "learning_rate": 9.994100796397954e-05,
      "loss": 2.6012,
      "step": 20
    },
    {
      "epoch": 0.021538461538461538,
      "grad_norm": 4.517186641693115,
      "learning_rate": 9.993288199121283e-05,
      "loss": 2.5601,
      "step": 21
    },
    {
      "epoch": 0.022564102564102566,
      "grad_norm": 6.216032028198242,
      "learning_rate": 9.992423224614185e-05,
      "loss": 2.4721,
      "step": 22
    },
    {
      "epoch": 0.02358974358974359,
      "grad_norm": 6.267585754394531,
      "learning_rate": 9.991505881949837e-05,
      "loss": 2.0587,
      "step": 23
    },
    {
      "epoch": 0.024615384615384615,
      "grad_norm": 4.755431652069092,
      "learning_rate": 9.990536180750725e-05,
      "loss": 1.9969,
      "step": 24
    },
    {
      "epoch": 0.02564102564102564,
      "grad_norm": 6.021732807159424,
      "learning_rate": 9.989514131188559e-05,
      "loss": 2.4506,
      "step": 25
    },
    {
      "epoch": 0.02666666666666667,
      "grad_norm": 5.019423484802246,
      "learning_rate": 9.988439743984154e-05,
      "loss": 2.2094,
      "step": 26
    },
    {
      "epoch": 0.027692307692307693,
      "grad_norm": 5.92118501663208,
      "learning_rate": 9.987313030407323e-05,
      "loss": 2.227,
      "step": 27
    },
    {
      "epoch": 0.028717948717948718,
      "grad_norm": 5.268144130706787,
      "learning_rate": 9.98613400227676e-05,
      "loss": 2.3382,
      "step": 28
    },
    {
      "epoch": 0.029743589743589743,
      "grad_norm": 5.894084930419922,
      "learning_rate": 9.984902671959911e-05,
      "loss": 2.1478,
      "step": 29
    },
    {
      "epoch": 0.03076923076923077,
      "grad_norm": 5.75372314453125,
      "learning_rate": 9.983619052372848e-05,
      "loss": 2.1451,
      "step": 30
    },
    {
      "epoch": 0.031794871794871796,
      "grad_norm": 5.908873558044434,
      "learning_rate": 9.982283156980132e-05,
      "loss": 1.9474,
      "step": 31
    },
    {
      "epoch": 0.03282051282051282,
      "grad_norm": 5.673178195953369,
      "learning_rate": 9.980894999794678e-05,
      "loss": 1.6705,
      "step": 32
    },
    {
      "epoch": 0.033846153846153845,
      "grad_norm": 6.431265830993652,
      "learning_rate": 9.979454595377594e-05,
      "loss": 2.1864,
      "step": 33
    },
    {
      "epoch": 0.03487179487179487,
      "grad_norm": 5.153072834014893,
      "learning_rate": 9.97796195883804e-05,
      "loss": 1.961,
      "step": 34
    },
    {
      "epoch": 0.035897435897435895,
      "grad_norm": 4.796686172485352,
      "learning_rate": 9.97641710583307e-05,
      "loss": 2.1247,
      "step": 35
    },
    {
      "epoch": 0.036923076923076927,
      "grad_norm": 6.7887187004089355,
      "learning_rate": 9.974820052567459e-05,
      "loss": 2.2257,
      "step": 36
    },
    {
      "epoch": 0.03794871794871795,
      "grad_norm": 6.106282711029053,
      "learning_rate": 9.973170815793543e-05,
      "loss": 1.8272,
      "step": 37
    },
    {
      "epoch": 0.038974358974358976,
      "grad_norm": 7.460811614990234,
      "learning_rate": 9.971469412811032e-05,
      "loss": 2.1593,
      "step": 38
    },
    {
      "epoch": 0.04,
      "grad_norm": 6.658919334411621,
      "learning_rate": 9.96971586146684e-05,
      "loss": 1.7416,
      "step": 39
    },
    {
      "epoch": 0.041025641025641026,
      "grad_norm": 6.650995254516602,
      "learning_rate": 9.967910180154889e-05,
      "loss": 2.4035,
      "step": 40
    },
    {
      "epoch": 0.04205128205128205,
      "grad_norm": 8.757329940795898,
      "learning_rate": 9.966052387815923e-05,
      "loss": 1.9171,
      "step": 41
    },
    {
      "epoch": 0.043076923076923075,
      "grad_norm": 5.935565948486328,
      "learning_rate": 9.964142503937305e-05,
      "loss": 2.3745,
      "step": 42
    },
    {
      "epoch": 0.0441025641025641,
      "grad_norm": 9.125303268432617,
      "learning_rate": 9.962180548552812e-05,
      "loss": 2.4929,
      "step": 43
    },
    {
      "epoch": 0.04512820512820513,
      "grad_norm": 7.971654891967773,
      "learning_rate": 9.960166542242429e-05,
      "loss": 1.9829,
      "step": 44
    },
    {
      "epoch": 0.046153846153846156,
      "grad_norm": 7.785209655761719,
      "learning_rate": 9.958100506132127e-05,
      "loss": 2.4832,
      "step": 45
    },
    {
      "epoch": 0.04717948717948718,
      "grad_norm": 9.371437072753906,
      "learning_rate": 9.955982461893648e-05,
      "loss": 2.8401,
      "step": 46
    },
    {
      "epoch": 0.048205128205128206,
      "grad_norm": 7.721534252166748,
      "learning_rate": 9.953812431744276e-05,
      "loss": 2.7326,
      "step": 47
    },
    {
      "epoch": 0.04923076923076923,
      "grad_norm": 8.118698120117188,
      "learning_rate": 9.951590438446597e-05,
      "loss": 2.1404,
      "step": 48
    },
    {
      "epoch": 0.050256410256410255,
      "grad_norm": 11.268263816833496,
      "learning_rate": 9.949316505308271e-05,
      "loss": 2.1228,
      "step": 49
    },
    {
      "epoch": 0.05128205128205128,
      "grad_norm": 31.922712326049805,
      "learning_rate": 9.946990656181781e-05,
      "loss": 4.4161,
      "step": 50
    },
    {
      "epoch": 0.052307692307692305,
      "grad_norm": 4.71007776260376,
      "learning_rate": 9.944612915464183e-05,
      "loss": 1.4788,
      "step": 51
    },
    {
      "epoch": 0.05333333333333334,
      "grad_norm": 7.76932954788208,
      "learning_rate": 9.942183308096853e-05,
      "loss": 1.79,
      "step": 52
    },
    {
      "epoch": 0.05435897435897436,
      "grad_norm": 6.423979759216309,
      "learning_rate": 9.93970185956522e-05,
      "loss": 1.7757,
      "step": 53
    },
    {
      "epoch": 0.055384615384615386,
      "grad_norm": 5.522821426391602,
      "learning_rate": 9.93716859589851e-05,
      "loss": 1.7031,
      "step": 54
    },
    {
      "epoch": 0.05641025641025641,
      "grad_norm": 3.8657138347625732,
      "learning_rate": 9.934583543669453e-05,
      "loss": 1.6529,
      "step": 55
    },
    {
      "epoch": 0.057435897435897436,
      "grad_norm": 4.577727317810059,
      "learning_rate": 9.931946729994031e-05,
      "loss": 1.8018,
      "step": 56
    },
    {
      "epoch": 0.05846153846153846,
      "grad_norm": 3.27964186668396,
      "learning_rate": 9.929258182531167e-05,
      "loss": 1.4564,
      "step": 57
    },
    {
      "epoch": 0.059487179487179485,
      "grad_norm": 4.258393287658691,
      "learning_rate": 9.926517929482453e-05,
      "loss": 1.6787,
      "step": 58
    },
    {
      "epoch": 0.06051282051282051,
      "grad_norm": 4.249528408050537,
      "learning_rate": 9.923725999591847e-05,
      "loss": 1.8767,
      "step": 59
    },
    {
      "epoch": 0.06153846153846154,
      "grad_norm": 3.7843668460845947,
      "learning_rate": 9.920882422145372e-05,
      "loss": 1.5657,
      "step": 60
    },
    {
      "epoch": 0.06256410256410257,
      "grad_norm": 4.411302089691162,
      "learning_rate": 9.91798722697081e-05,
      "loss": 1.7136,
      "step": 61
    },
    {
      "epoch": 0.06358974358974359,
      "grad_norm": 3.740659475326538,
      "learning_rate": 9.915040444437389e-05,
      "loss": 1.3892,
      "step": 62
    },
    {
      "epoch": 0.06461538461538462,
      "grad_norm": 4.297425746917725,
      "learning_rate": 9.912042105455463e-05,
      "loss": 1.9167,
      "step": 63
    },
    {
      "epoch": 0.06564102564102564,
      "grad_norm": 3.6529557704925537,
      "learning_rate": 9.908992241476188e-05,
      "loss": 1.1906,
      "step": 64
    },
    {
      "epoch": 0.06666666666666667,
      "grad_norm": 3.3255066871643066,
      "learning_rate": 9.905890884491195e-05,
      "loss": 1.433,
      "step": 65
    },
    {
      "epoch": 0.06769230769230769,
      "grad_norm": 3.7024900913238525,
      "learning_rate": 9.902738067032253e-05,
      "loss": 1.3386,
      "step": 66
    },
    {
      "epoch": 0.06871794871794872,
      "grad_norm": 3.89379620552063,
      "learning_rate": 9.899533822170922e-05,
      "loss": 1.4631,
      "step": 67
    },
    {
      "epoch": 0.06974358974358974,
      "grad_norm": 3.956791639328003,
      "learning_rate": 9.896278183518216e-05,
      "loss": 1.2718,
      "step": 68
    },
    {
      "epoch": 0.07076923076923076,
      "grad_norm": 4.426792144775391,
      "learning_rate": 9.892971185224245e-05,
      "loss": 1.5783,
      "step": 69
    },
    {
      "epoch": 0.07179487179487179,
      "grad_norm": 3.522223472595215,
      "learning_rate": 9.889612861977853e-05,
      "loss": 1.7022,
      "step": 70
    },
    {
      "epoch": 0.07282051282051281,
      "grad_norm": 4.129120826721191,
      "learning_rate": 9.886203249006265e-05,
      "loss": 1.4873,
      "step": 71
    },
    {
      "epoch": 0.07384615384615385,
      "grad_norm": 5.769558906555176,
      "learning_rate": 9.882742382074707e-05,
      "loss": 1.7049,
      "step": 72
    },
    {
      "epoch": 0.07487179487179488,
      "grad_norm": 4.045823574066162,
      "learning_rate": 9.879230297486034e-05,
      "loss": 1.3411,
      "step": 73
    },
    {
      "epoch": 0.0758974358974359,
      "grad_norm": 4.2597150802612305,
      "learning_rate": 9.875667032080353e-05,
      "loss": 1.7925,
      "step": 74
    },
    {
      "epoch": 0.07692307692307693,
      "grad_norm": 5.725080966949463,
      "learning_rate": 9.872052623234632e-05,
      "loss": 1.3637,
      "step": 75
    },
    {
      "epoch": 0.07794871794871795,
      "grad_norm": 4.601053237915039,
      "learning_rate": 9.868387108862307e-05,
      "loss": 1.3123,
      "step": 76
    },
    {
      "epoch": 0.07897435897435898,
      "grad_norm": 4.488974094390869,
      "learning_rate": 9.864670527412891e-05,
      "loss": 1.3829,
      "step": 77
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.777220249176025,
      "learning_rate": 9.860902917871567e-05,
      "loss": 1.443,
      "step": 78
    },
    {
      "epoch": 0.08102564102564103,
      "grad_norm": 4.016687870025635,
      "learning_rate": 9.857084319758772e-05,
      "loss": 0.8763,
      "step": 79
    },
    {
      "epoch": 0.08205128205128205,
      "grad_norm": 3.876997947692871,
      "learning_rate": 9.853214773129796e-05,
      "loss": 1.498,
      "step": 80
    },
    {
      "epoch": 0.08307692307692308,
      "grad_norm": 4.884486198425293,
      "learning_rate": 9.849294318574351e-05,
      "loss": 1.4242,
      "step": 81
    },
    {
      "epoch": 0.0841025641025641,
      "grad_norm": 6.840088367462158,
      "learning_rate": 9.845322997216153e-05,
      "loss": 1.7168,
      "step": 82
    },
    {
      "epoch": 0.08512820512820513,
      "grad_norm": 7.206902980804443,
      "learning_rate": 9.84130085071248e-05,
      "loss": 1.4265,
      "step": 83
    },
    {
      "epoch": 0.08615384615384615,
      "grad_norm": 3.751448631286621,
      "learning_rate": 9.837227921253746e-05,
      "loss": 1.0897,
      "step": 84
    },
    {
      "epoch": 0.08717948717948718,
      "grad_norm": 3.747310161590576,
      "learning_rate": 9.833104251563056e-05,
      "loss": 1.0779,
      "step": 85
    },
    {
      "epoch": 0.0882051282051282,
      "grad_norm": 3.46673321723938,
      "learning_rate": 9.828929884895752e-05,
      "loss": 1.0455,
      "step": 86
    },
    {
      "epoch": 0.08923076923076922,
      "grad_norm": 4.772911071777344,
      "learning_rate": 9.824704865038968e-05,
      "loss": 1.1777,
      "step": 87
    },
    {
      "epoch": 0.09025641025641026,
      "grad_norm": 5.64111852645874,
      "learning_rate": 9.820429236311158e-05,
      "loss": 1.1533,
      "step": 88
    },
    {
      "epoch": 0.09128205128205129,
      "grad_norm": 6.904688358306885,
      "learning_rate": 9.816103043561648e-05,
      "loss": 1.5953,
      "step": 89
    },
    {
      "epoch": 0.09230769230769231,
      "grad_norm": 4.866685390472412,
      "learning_rate": 9.811726332170153e-05,
      "loss": 1.3773,
      "step": 90
    },
    {
      "epoch": 0.09333333333333334,
      "grad_norm": 8.204490661621094,
      "learning_rate": 9.8072991480463e-05,
      "loss": 1.7214,
      "step": 91
    },
    {
      "epoch": 0.09435897435897436,
      "grad_norm": 6.81718111038208,
      "learning_rate": 9.802821537629161e-05,
      "loss": 1.5214,
      "step": 92
    },
    {
      "epoch": 0.09538461538461539,
      "grad_norm": 5.172163009643555,
      "learning_rate": 9.798293547886748e-05,
      "loss": 1.3179,
      "step": 93
    },
    {
      "epoch": 0.09641025641025641,
      "grad_norm": 7.007214546203613,
      "learning_rate": 9.79371522631553e-05,
      "loss": 1.87,
      "step": 94
    },
    {
      "epoch": 0.09743589743589744,
      "grad_norm": 5.815996170043945,
      "learning_rate": 9.789086620939936e-05,
      "loss": 1.3943,
      "step": 95
    },
    {
      "epoch": 0.09846153846153846,
      "grad_norm": 8.40776538848877,
      "learning_rate": 9.784407780311845e-05,
      "loss": 2.2981,
      "step": 96
    },
    {
      "epoch": 0.09948717948717949,
      "grad_norm": 8.98049259185791,
      "learning_rate": 9.779678753510081e-05,
      "loss": 1.7442,
      "step": 97
    },
    {
      "epoch": 0.10051282051282051,
      "grad_norm": 6.2157087326049805,
      "learning_rate": 9.774899590139896e-05,
      "loss": 1.4839,
      "step": 98
    },
    {
      "epoch": 0.10153846153846154,
      "grad_norm": 12.562881469726562,
      "learning_rate": 9.770070340332456e-05,
      "loss": 2.521,
      "step": 99
    },
    {
      "epoch": 0.10256410256410256,
      "grad_norm": 32.891963958740234,
      "learning_rate": 9.765191054744305e-05,
      "loss": 4.257,
      "step": 100
    },
    {
      "epoch": 0.10358974358974359,
      "grad_norm": 6.287407398223877,
      "learning_rate": 9.760261784556839e-05,
      "loss": 1.3828,
      "step": 101
    },
    {
      "epoch": 0.10461538461538461,
      "grad_norm": 4.45412540435791,
      "learning_rate": 9.755282581475769e-05,
      "loss": 1.4087,
      "step": 102
    },
    {
      "epoch": 0.10564102564102563,
      "grad_norm": 4.595362663269043,
      "learning_rate": 9.75025349773058e-05,
      "loss": 1.3205,
      "step": 103
    },
    {
      "epoch": 0.10666666666666667,
      "grad_norm": 4.571256637573242,
      "learning_rate": 9.745174586073981e-05,
      "loss": 1.3375,
      "step": 104
    },
    {
      "epoch": 0.1076923076923077,
      "grad_norm": 3.8348286151885986,
      "learning_rate": 9.740045899781352e-05,
      "loss": 1.0776,
      "step": 105
    },
    {
      "epoch": 0.10871794871794872,
      "grad_norm": 3.877650022506714,
      "learning_rate": 9.734867492650186e-05,
      "loss": 1.5294,
      "step": 106
    },
    {
      "epoch": 0.10974358974358975,
      "grad_norm": 3.901797294616699,
      "learning_rate": 9.729639418999523e-05,
      "loss": 1.1654,
      "step": 107
    },
    {
      "epoch": 0.11076923076923077,
      "grad_norm": 4.07879638671875,
      "learning_rate": 9.724361733669381e-05,
      "loss": 1.3817,
      "step": 108
    },
    {
      "epoch": 0.1117948717948718,
      "grad_norm": 4.236231803894043,
      "learning_rate": 9.719034492020183e-05,
      "loss": 1.4169,
      "step": 109
    },
    {
      "epoch": 0.11282051282051282,
      "grad_norm": 3.1181881427764893,
      "learning_rate": 9.713657749932172e-05,
      "loss": 0.9964,
      "step": 110
    },
    {
      "epoch": 0.11384615384615385,
      "grad_norm": 4.832515716552734,
      "learning_rate": 9.708231563804828e-05,
      "loss": 1.2375,
      "step": 111
    },
    {
      "epoch": 0.11487179487179487,
      "grad_norm": 4.478395462036133,
      "learning_rate": 9.702755990556275e-05,
      "loss": 1.2949,
      "step": 112
    },
    {
      "epoch": 0.1158974358974359,
      "grad_norm": 3.4322621822357178,
      "learning_rate": 9.697231087622691e-05,
      "loss": 1.2288,
      "step": 113
    },
    {
      "epoch": 0.11692307692307692,
      "grad_norm": 4.787664413452148,
      "learning_rate": 9.691656912957685e-05,
      "loss": 1.527,
      "step": 114
    },
    {
      "epoch": 0.11794871794871795,
      "grad_norm": 4.908360481262207,
      "learning_rate": 9.686033525031719e-05,
      "loss": 1.3952,
      "step": 115
    },
    {
      "epoch": 0.11897435897435897,
      "grad_norm": 4.5722784996032715,
      "learning_rate": 9.680360982831466e-05,
      "loss": 1.2037,
      "step": 116
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.374452590942383,
      "learning_rate": 9.674639345859214e-05,
      "loss": 1.0992,
      "step": 117
    },
    {
      "epoch": 0.12102564102564102,
      "grad_norm": 2.9328906536102295,
      "learning_rate": 9.668868674132224e-05,
      "loss": 1.0524,
      "step": 118
    },
    {
      "epoch": 0.12205128205128205,
      "grad_norm": 3.1814212799072266,
      "learning_rate": 9.663049028182111e-05,
      "loss": 1.3141,
      "step": 119
    },
    {
      "epoch": 0.12307692307692308,
      "grad_norm": 4.2212114334106445,
      "learning_rate": 9.657180469054213e-05,
      "loss": 1.2596,
      "step": 120
    },
    {
      "epoch": 0.12410256410256411,
      "grad_norm": 3.9970736503601074,
      "learning_rate": 9.651263058306932e-05,
      "loss": 1.1088,
      "step": 121
    },
    {
      "epoch": 0.12512820512820513,
      "grad_norm": 5.2468719482421875,
      "learning_rate": 9.645296858011109e-05,
      "loss": 1.1544,
      "step": 122
    },
    {
      "epoch": 0.12615384615384614,
      "grad_norm": 3.7451119422912598,
      "learning_rate": 9.639281930749362e-05,
      "loss": 1.0864,
      "step": 123
    },
    {
      "epoch": 0.12717948717948718,
      "grad_norm": 5.630496501922607,
      "learning_rate": 9.633218339615433e-05,
      "loss": 1.2,
      "step": 124
    },
    {
      "epoch": 0.1282051282051282,
      "grad_norm": 3.8020431995391846,
      "learning_rate": 9.627106148213522e-05,
      "loss": 1.1198,
      "step": 125
    },
    {
      "epoch": 0.12923076923076923,
      "grad_norm": 4.472452640533447,
      "learning_rate": 9.620945420657624e-05,
      "loss": 1.3504,
      "step": 126
    },
    {
      "epoch": 0.13025641025641024,
      "grad_norm": 4.857115268707275,
      "learning_rate": 9.61473622157086e-05,
      "loss": 1.4317,
      "step": 127
    },
    {
      "epoch": 0.13128205128205128,
      "grad_norm": 4.111542224884033,
      "learning_rate": 9.608478616084784e-05,
      "loss": 1.1677,
      "step": 128
    },
    {
      "epoch": 0.13230769230769232,
      "grad_norm": 4.732264518737793,
      "learning_rate": 9.602172669838721e-05,
      "loss": 1.3758,
      "step": 129
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 5.694195747375488,
      "learning_rate": 9.595818448979061e-05,
      "loss": 1.188,
      "step": 130
    },
    {
      "epoch": 0.13435897435897437,
      "grad_norm": 6.928508758544922,
      "learning_rate": 9.589416020158578e-05,
      "loss": 1.2049,
      "step": 131
    },
    {
      "epoch": 0.13538461538461538,
      "grad_norm": 3.7007393836975098,
      "learning_rate": 9.582965450535715e-05,
      "loss": 0.7272,
      "step": 132
    },
    {
      "epoch": 0.13641025641025642,
      "grad_norm": 2.9868953227996826,
      "learning_rate": 9.576466807773899e-05,
      "loss": 0.6599,
      "step": 133
    },
    {
      "epoch": 0.13743589743589743,
      "grad_norm": 6.264125347137451,
      "learning_rate": 9.569920160040815e-05,
      "loss": 1.7774,
      "step": 134
    },
    {
      "epoch": 0.13846153846153847,
      "grad_norm": 4.551014423370361,
      "learning_rate": 9.563325576007701e-05,
      "loss": 0.9927,
      "step": 135
    },
    {
      "epoch": 0.13948717948717948,
      "grad_norm": 4.55139684677124,
      "learning_rate": 9.556683124848625e-05,
      "loss": 1.1966,
      "step": 136
    },
    {
      "epoch": 0.14051282051282052,
      "grad_norm": 3.9616119861602783,
      "learning_rate": 9.549992876239753e-05,
      "loss": 0.8092,
      "step": 137
    },
    {
      "epoch": 0.14153846153846153,
      "grad_norm": 5.43608283996582,
      "learning_rate": 9.543254900358629e-05,
      "loss": 1.3607,
      "step": 138
    },
    {
      "epoch": 0.14256410256410257,
      "grad_norm": 4.3979949951171875,
      "learning_rate": 9.536469267883433e-05,
      "loss": 0.8737,
      "step": 139
    },
    {
      "epoch": 0.14358974358974358,
      "grad_norm": 6.891463279724121,
      "learning_rate": 9.529636049992234e-05,
      "loss": 1.3138,
      "step": 140
    },
    {
      "epoch": 0.14461538461538462,
      "grad_norm": 5.010177135467529,
      "learning_rate": 9.52275531836226e-05,
      "loss": 1.0975,
      "step": 141
    },
    {
      "epoch": 0.14564102564102563,
      "grad_norm": 7.510782718658447,
      "learning_rate": 9.515827145169127e-05,
      "loss": 1.5475,
      "step": 142
    },
    {
      "epoch": 0.14666666666666667,
      "grad_norm": 6.225038528442383,
      "learning_rate": 9.508851603086093e-05,
      "loss": 1.2995,
      "step": 143
    },
    {
      "epoch": 0.1476923076923077,
      "grad_norm": 5.555362224578857,
      "learning_rate": 9.501828765283295e-05,
      "loss": 1.1688,
      "step": 144
    },
    {
      "epoch": 0.14871794871794872,
      "grad_norm": 8.749177932739258,
      "learning_rate": 9.494758705426978e-05,
      "loss": 1.3464,
      "step": 145
    },
    {
      "epoch": 0.14974358974358976,
      "grad_norm": 8.599064826965332,
      "learning_rate": 9.487641497678723e-05,
      "loss": 1.7794,
      "step": 146
    },
    {
      "epoch": 0.15076923076923077,
      "grad_norm": 8.249052047729492,
      "learning_rate": 9.480477216694673e-05,
      "loss": 1.5159,
      "step": 147
    },
    {
      "epoch": 0.1517948717948718,
      "grad_norm": 7.185386657714844,
      "learning_rate": 9.473265937624746e-05,
      "loss": 1.7375,
      "step": 148
    },
    {
      "epoch": 0.15282051282051282,
      "grad_norm": 12.870824813842773,
      "learning_rate": 9.466007736111847e-05,
      "loss": 2.0529,
      "step": 149
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 31.650781631469727,
      "learning_rate": 9.458702688291073e-05,
      "loss": 4.0089,
      "step": 150
    },
    {
      "epoch": 0.15487179487179487,
      "grad_norm": 3.6119301319122314,
      "learning_rate": 9.45135087078892e-05,
      "loss": 1.3299,
      "step": 151
    },
    {
      "epoch": 0.1558974358974359,
      "grad_norm": 4.54267692565918,
      "learning_rate": 9.443952360722477e-05,
      "loss": 1.5438,
      "step": 152
    },
    {
      "epoch": 0.15692307692307692,
      "grad_norm": 3.077989101409912,
      "learning_rate": 9.436507235698612e-05,
      "loss": 1.0647,
      "step": 153
    },
    {
      "epoch": 0.15794871794871795,
      "grad_norm": 3.7625973224639893,
      "learning_rate": 9.429015573813163e-05,
      "loss": 1.1775,
      "step": 154
    },
    {
      "epoch": 0.15897435897435896,
      "grad_norm": 5.81076192855835,
      "learning_rate": 9.421477453650118e-05,
      "loss": 1.4787,
      "step": 155
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.6219217777252197,
      "learning_rate": 9.413892954280792e-05,
      "loss": 1.0802,
      "step": 156
    },
    {
      "epoch": 0.16102564102564101,
      "grad_norm": 4.178154468536377,
      "learning_rate": 9.406262155262994e-05,
      "loss": 1.2461,
      "step": 157
    },
    {
      "epoch": 0.16205128205128205,
      "grad_norm": 3.7419815063476562,
      "learning_rate": 9.398585136640194e-05,
      "loss": 1.0146,
      "step": 158
    },
    {
      "epoch": 0.16307692307692306,
      "grad_norm": 3.8613455295562744,
      "learning_rate": 9.390861978940686e-05,
      "loss": 1.1077,
      "step": 159
    },
    {
      "epoch": 0.1641025641025641,
      "grad_norm": 4.446950435638428,
      "learning_rate": 9.38309276317674e-05,
      "loss": 1.2456,
      "step": 160
    },
    {
      "epoch": 0.16512820512820514,
      "grad_norm": 3.3178040981292725,
      "learning_rate": 9.37527757084375e-05,
      "loss": 0.9603,
      "step": 161
    },
    {
      "epoch": 0.16615384615384615,
      "grad_norm": 2.9693140983581543,
      "learning_rate": 9.367416483919387e-05,
      "loss": 0.9384,
      "step": 162
    },
    {
      "epoch": 0.1671794871794872,
      "grad_norm": 4.094399452209473,
      "learning_rate": 9.359509584862736e-05,
      "loss": 1.1569,
      "step": 163
    },
    {
      "epoch": 0.1682051282051282,
      "grad_norm": 4.351925373077393,
      "learning_rate": 9.351556956613423e-05,
      "loss": 1.4386,
      "step": 164
    },
    {
      "epoch": 0.16923076923076924,
      "grad_norm": 4.705410003662109,
      "learning_rate": 9.343558682590756e-05,
      "loss": 1.5219,
      "step": 165
    },
    {
      "epoch": 0.17025641025641025,
      "grad_norm": 4.220521450042725,
      "learning_rate": 9.335514846692845e-05,
      "loss": 1.2643,
      "step": 166
    },
    {
      "epoch": 0.1712820512820513,
      "grad_norm": 4.263350009918213,
      "learning_rate": 9.327425533295724e-05,
      "loss": 0.724,
      "step": 167
    },
    {
      "epoch": 0.1723076923076923,
      "grad_norm": 3.7290890216827393,
      "learning_rate": 9.31929082725246e-05,
      "loss": 0.9485,
      "step": 168
    },
    {
      "epoch": 0.17333333333333334,
      "grad_norm": 4.574646949768066,
      "learning_rate": 9.31111081389227e-05,
      "loss": 1.0366,
      "step": 169
    },
    {
      "epoch": 0.17435897435897435,
      "grad_norm": 3.722254753112793,
      "learning_rate": 9.302885579019627e-05,
      "loss": 0.8921,
      "step": 170
    },
    {
      "epoch": 0.1753846153846154,
      "grad_norm": 3.8120815753936768,
      "learning_rate": 9.294615208913348e-05,
      "loss": 0.9105,
      "step": 171
    },
    {
      "epoch": 0.1764102564102564,
      "grad_norm": 5.380581855773926,
      "learning_rate": 9.286299790325708e-05,
      "loss": 0.9424,
      "step": 172
    },
    {
      "epoch": 0.17743589743589744,
      "grad_norm": 4.055436611175537,
      "learning_rate": 9.277939410481507e-05,
      "loss": 1.0399,
      "step": 173
    },
    {
      "epoch": 0.17846153846153845,
      "grad_norm": 3.4037909507751465,
      "learning_rate": 9.269534157077177e-05,
      "loss": 0.9669,
      "step": 174
    },
    {
      "epoch": 0.1794871794871795,
      "grad_norm": 4.9847211837768555,
      "learning_rate": 9.261084118279847e-05,
      "loss": 0.9263,
      "step": 175
    },
    {
      "epoch": 0.18051282051282053,
      "grad_norm": 4.676562786102295,
      "learning_rate": 9.252589382726426e-05,
      "loss": 1.2924,
      "step": 176
    },
    {
      "epoch": 0.18153846153846154,
      "grad_norm": 4.3468403816223145,
      "learning_rate": 9.244050039522672e-05,
      "loss": 1.0153,
      "step": 177
    },
    {
      "epoch": 0.18256410256410258,
      "grad_norm": 3.5572516918182373,
      "learning_rate": 9.235466178242254e-05,
      "loss": 0.8022,
      "step": 178
    },
    {
      "epoch": 0.1835897435897436,
      "grad_norm": 4.562690734863281,
      "learning_rate": 9.226837888925813e-05,
      "loss": 0.9062,
      "step": 179
    },
    {
      "epoch": 0.18461538461538463,
      "grad_norm": 5.914431095123291,
      "learning_rate": 9.218165262080023e-05,
      "loss": 1.4834,
      "step": 180
    },
    {
      "epoch": 0.18564102564102564,
      "grad_norm": 5.67040491104126,
      "learning_rate": 9.209448388676635e-05,
      "loss": 0.987,
      "step": 181
    },
    {
      "epoch": 0.18666666666666668,
      "grad_norm": 4.1358642578125,
      "learning_rate": 9.200687360151528e-05,
      "loss": 0.9367,
      "step": 182
    },
    {
      "epoch": 0.18769230769230769,
      "grad_norm": 5.616110324859619,
      "learning_rate": 9.191882268403743e-05,
      "loss": 1.331,
      "step": 183
    },
    {
      "epoch": 0.18871794871794872,
      "grad_norm": 5.106553077697754,
      "learning_rate": 9.183033205794525e-05,
      "loss": 1.2235,
      "step": 184
    },
    {
      "epoch": 0.18974358974358974,
      "grad_norm": 4.3642897605896,
      "learning_rate": 9.174140265146356e-05,
      "loss": 0.8324,
      "step": 185
    },
    {
      "epoch": 0.19076923076923077,
      "grad_norm": 5.495841026306152,
      "learning_rate": 9.165203539741976e-05,
      "loss": 1.0567,
      "step": 186
    },
    {
      "epoch": 0.19179487179487179,
      "grad_norm": 27.173782348632812,
      "learning_rate": 9.156223123323405e-05,
      "loss": 1.3613,
      "step": 187
    },
    {
      "epoch": 0.19282051282051282,
      "grad_norm": 5.051624298095703,
      "learning_rate": 9.147199110090959e-05,
      "loss": 1.1741,
      "step": 188
    },
    {
      "epoch": 0.19384615384615383,
      "grad_norm": 6.153567790985107,
      "learning_rate": 9.13813159470227e-05,
      "loss": 1.5664,
      "step": 189
    },
    {
      "epoch": 0.19487179487179487,
      "grad_norm": 7.248010158538818,
      "learning_rate": 9.129020672271283e-05,
      "loss": 1.131,
      "step": 190
    },
    {
      "epoch": 0.19589743589743588,
      "grad_norm": 5.686868190765381,
      "learning_rate": 9.119866438367263e-05,
      "loss": 1.1302,
      "step": 191
    },
    {
      "epoch": 0.19692307692307692,
      "grad_norm": 5.247342586517334,
      "learning_rate": 9.110668989013791e-05,
      "loss": 1.2167,
      "step": 192
    },
    {
      "epoch": 0.19794871794871796,
      "grad_norm": 5.8253655433654785,
      "learning_rate": 9.101428420687759e-05,
      "loss": 1.487,
      "step": 193
    },
    {
      "epoch": 0.19897435897435897,
      "grad_norm": 6.29971170425415,
      "learning_rate": 9.092144830318358e-05,
      "loss": 1.3214,
      "step": 194
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.569066047668457,
      "learning_rate": 9.082818315286055e-05,
      "loss": 1.5443,
      "step": 195
    },
    {
      "epoch": 0.20102564102564102,
      "grad_norm": 10.389942169189453,
      "learning_rate": 9.073448973421582e-05,
      "loss": 2.0415,
      "step": 196
    },
    {
      "epoch": 0.20205128205128206,
      "grad_norm": 7.813421249389648,
      "learning_rate": 9.0640369030049e-05,
      "loss": 1.448,
      "step": 197
    },
    {
      "epoch": 0.20307692307692307,
      "grad_norm": 15.12216567993164,
      "learning_rate": 9.054582202764175e-05,
      "loss": 1.5978,
      "step": 198
    },
    {
      "epoch": 0.2041025641025641,
      "grad_norm": 11.525121688842773,
      "learning_rate": 9.045084971874738e-05,
      "loss": 1.634,
      "step": 199
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 26.4300479888916,
      "learning_rate": 9.035545309958046e-05,
      "loss": 3.2184,
      "step": 200
    },
    {
      "epoch": 0.20615384615384616,
      "grad_norm": 2.766367197036743,
      "learning_rate": 9.025963317080641e-05,
      "loss": 1.1579,
      "step": 201
    },
    {
      "epoch": 0.20717948717948717,
      "grad_norm": 2.8225386142730713,
      "learning_rate": 9.016339093753093e-05,
      "loss": 1.1705,
      "step": 202
    },
    {
      "epoch": 0.2082051282051282,
      "grad_norm": 3.2774970531463623,
      "learning_rate": 9.006672740928952e-05,
      "loss": 1.131,
      "step": 203
    },
    {
      "epoch": 0.20923076923076922,
      "grad_norm": 3.1881415843963623,
      "learning_rate": 8.99696436000368e-05,
      "loss": 1.1567,
      "step": 204
    },
    {
      "epoch": 0.21025641025641026,
      "grad_norm": 3.5797371864318848,
      "learning_rate": 8.987214052813604e-05,
      "loss": 1.4286,
      "step": 205
    },
    {
      "epoch": 0.21128205128205127,
      "grad_norm": 3.520040512084961,
      "learning_rate": 8.977421921634832e-05,
      "loss": 1.2129,
      "step": 206
    },
    {
      "epoch": 0.2123076923076923,
      "grad_norm": 3.6827385425567627,
      "learning_rate": 8.967588069182185e-05,
      "loss": 1.2069,
      "step": 207
    },
    {
      "epoch": 0.21333333333333335,
      "grad_norm": 3.5407426357269287,
      "learning_rate": 8.957712598608123e-05,
      "loss": 1.224,
      "step": 208
    },
    {
      "epoch": 0.21435897435897436,
      "grad_norm": 3.482036590576172,
      "learning_rate": 8.947795613501658e-05,
      "loss": 1.196,
      "step": 209
    },
    {
      "epoch": 0.2153846153846154,
      "grad_norm": 5.106154441833496,
      "learning_rate": 8.937837217887273e-05,
      "loss": 1.461,
      "step": 210
    },
    {
      "epoch": 0.2164102564102564,
      "grad_norm": 4.130622386932373,
      "learning_rate": 8.927837516223824e-05,
      "loss": 1.6828,
      "step": 211
    },
    {
      "epoch": 0.21743589743589745,
      "grad_norm": 3.738870620727539,
      "learning_rate": 8.917796613403451e-05,
      "loss": 1.3233,
      "step": 212
    },
    {
      "epoch": 0.21846153846153846,
      "grad_norm": 3.740354299545288,
      "learning_rate": 8.907714614750473e-05,
      "loss": 1.2305,
      "step": 213
    },
    {
      "epoch": 0.2194871794871795,
      "grad_norm": 5.183441638946533,
      "learning_rate": 8.897591626020284e-05,
      "loss": 0.8263,
      "step": 214
    },
    {
      "epoch": 0.2205128205128205,
      "grad_norm": 4.095621109008789,
      "learning_rate": 8.887427753398248e-05,
      "loss": 1.0756,
      "step": 215
    },
    {
      "epoch": 0.22153846153846155,
      "grad_norm": 4.2086639404296875,
      "learning_rate": 8.877223103498575e-05,
      "loss": 1.264,
      "step": 216
    },
    {
      "epoch": 0.22256410256410256,
      "grad_norm": 4.4369401931762695,
      "learning_rate": 8.86697778336322e-05,
      "loss": 1.1166,
      "step": 217
    },
    {
      "epoch": 0.2235897435897436,
      "grad_norm": 3.871650218963623,
      "learning_rate": 8.856691900460739e-05,
      "loss": 0.9767,
      "step": 218
    },
    {
      "epoch": 0.2246153846153846,
      "grad_norm": 3.550441265106201,
      "learning_rate": 8.846365562685177e-05,
      "loss": 1.2196,
      "step": 219
    },
    {
      "epoch": 0.22564102564102564,
      "grad_norm": 3.766423463821411,
      "learning_rate": 8.835998878354931e-05,
      "loss": 0.9037,
      "step": 220
    },
    {
      "epoch": 0.22666666666666666,
      "grad_norm": 4.251441478729248,
      "learning_rate": 8.825591956211614e-05,
      "loss": 1.4685,
      "step": 221
    },
    {
      "epoch": 0.2276923076923077,
      "grad_norm": 3.845674753189087,
      "learning_rate": 8.815144905418917e-05,
      "loss": 0.9117,
      "step": 222
    },
    {
      "epoch": 0.2287179487179487,
      "grad_norm": 5.232117652893066,
      "learning_rate": 8.804657835561456e-05,
      "loss": 1.0694,
      "step": 223
    },
    {
      "epoch": 0.22974358974358974,
      "grad_norm": 3.9400992393493652,
      "learning_rate": 8.794130856643634e-05,
      "loss": 0.9145,
      "step": 224
    },
    {
      "epoch": 0.23076923076923078,
      "grad_norm": 5.406321048736572,
      "learning_rate": 8.783564079088477e-05,
      "loss": 1.0736,
      "step": 225
    },
    {
      "epoch": 0.2317948717948718,
      "grad_norm": 4.197309970855713,
      "learning_rate": 8.772957613736483e-05,
      "loss": 1.2048,
      "step": 226
    },
    {
      "epoch": 0.23282051282051283,
      "grad_norm": 4.1209869384765625,
      "learning_rate": 8.762311571844451e-05,
      "loss": 1.0308,
      "step": 227
    },
    {
      "epoch": 0.23384615384615384,
      "grad_norm": 3.8866825103759766,
      "learning_rate": 8.751626065084328e-05,
      "loss": 0.8761,
      "step": 228
    },
    {
      "epoch": 0.23487179487179488,
      "grad_norm": 3.9756438732147217,
      "learning_rate": 8.740901205542021e-05,
      "loss": 0.9628,
      "step": 229
    },
    {
      "epoch": 0.2358974358974359,
      "grad_norm": 6.071091175079346,
      "learning_rate": 8.73013710571623e-05,
      "loss": 1.36,
      "step": 230
    },
    {
      "epoch": 0.23692307692307693,
      "grad_norm": 5.520866394042969,
      "learning_rate": 8.719333878517273e-05,
      "loss": 0.9608,
      "step": 231
    },
    {
      "epoch": 0.23794871794871794,
      "grad_norm": 4.52976131439209,
      "learning_rate": 8.708491637265887e-05,
      "loss": 0.9364,
      "step": 232
    },
    {
      "epoch": 0.23897435897435898,
      "grad_norm": 5.380748271942139,
      "learning_rate": 8.697610495692054e-05,
      "loss": 0.91,
      "step": 233
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.664710521697998,
      "learning_rate": 8.686690567933802e-05,
      "loss": 1.2015,
      "step": 234
    },
    {
      "epoch": 0.24102564102564103,
      "grad_norm": 4.027229309082031,
      "learning_rate": 8.675731968536002e-05,
      "loss": 0.7859,
      "step": 235
    },
    {
      "epoch": 0.24205128205128204,
      "grad_norm": 4.520334243774414,
      "learning_rate": 8.66473481244918e-05,
      "loss": 0.8498,
      "step": 236
    },
    {
      "epoch": 0.24307692307692308,
      "grad_norm": 6.963127613067627,
      "learning_rate": 8.653699215028296e-05,
      "loss": 1.0865,
      "step": 237
    },
    {
      "epoch": 0.2441025641025641,
      "grad_norm": 5.955725193023682,
      "learning_rate": 8.64262529203155e-05,
      "loss": 1.1563,
      "step": 238
    },
    {
      "epoch": 0.24512820512820513,
      "grad_norm": 4.135972499847412,
      "learning_rate": 8.631513159619151e-05,
      "loss": 0.7406,
      "step": 239
    },
    {
      "epoch": 0.24615384615384617,
      "grad_norm": 5.938656330108643,
      "learning_rate": 8.620362934352109e-05,
      "loss": 1.3418,
      "step": 240
    },
    {
      "epoch": 0.24717948717948718,
      "grad_norm": 6.639336585998535,
      "learning_rate": 8.609174733191011e-05,
      "loss": 1.2949,
      "step": 241
    },
    {
      "epoch": 0.24820512820512822,
      "grad_norm": 6.103719234466553,
      "learning_rate": 8.597948673494794e-05,
      "loss": 1.2004,
      "step": 242
    },
    {
      "epoch": 0.24923076923076923,
      "grad_norm": 7.005927085876465,
      "learning_rate": 8.586684873019513e-05,
      "loss": 1.0383,
      "step": 243
    },
    {
      "epoch": 0.25025641025641027,
      "grad_norm": 6.83918571472168,
      "learning_rate": 8.575383449917102e-05,
      "loss": 1.4442,
      "step": 244
    },
    {
      "epoch": 0.2512820512820513,
      "grad_norm": 5.378480911254883,
      "learning_rate": 8.564044522734147e-05,
      "loss": 1.0842,
      "step": 245
    },
    {
      "epoch": 0.2523076923076923,
      "grad_norm": 8.023835182189941,
      "learning_rate": 8.552668210410624e-05,
      "loss": 1.3436,
      "step": 246
    },
    {
      "epoch": 0.25333333333333335,
      "grad_norm": 6.281932353973389,
      "learning_rate": 8.541254632278665e-05,
      "loss": 1.1399,
      "step": 247
    },
    {
      "epoch": 0.25435897435897437,
      "grad_norm": 10.428752899169922,
      "learning_rate": 8.529803908061309e-05,
      "loss": 1.4196,
      "step": 248
    },
    {
      "epoch": 0.2553846153846154,
      "grad_norm": 7.067083835601807,
      "learning_rate": 8.518316157871231e-05,
      "loss": 0.8858,
      "step": 249
    },
    {
      "epoch": 0.2564102564102564,
      "grad_norm": 11.33427906036377,
      "learning_rate": 8.506791502209496e-05,
      "loss": 2.0195,
      "step": 250
    },
    {
      "epoch": 0.25743589743589745,
      "grad_norm": 3.1774044036865234,
      "learning_rate": 8.495230061964288e-05,
      "loss": 1.1344,
      "step": 251
    },
    {
      "epoch": 0.25846153846153846,
      "grad_norm": 4.291845321655273,
      "learning_rate": 8.483631958409644e-05,
      "loss": 1.1356,
      "step": 252
    },
    {
      "epoch": 0.2594871794871795,
      "grad_norm": 3.468972682952881,
      "learning_rate": 8.471997313204181e-05,
      "loss": 1.0441,
      "step": 253
    },
    {
      "epoch": 0.2605128205128205,
      "grad_norm": 4.154687881469727,
      "learning_rate": 8.460326248389825e-05,
      "loss": 1.1972,
      "step": 254
    },
    {
      "epoch": 0.26153846153846155,
      "grad_norm": 3.1309566497802734,
      "learning_rate": 8.448618886390522e-05,
      "loss": 0.8162,
      "step": 255
    },
    {
      "epoch": 0.26256410256410256,
      "grad_norm": 4.179399490356445,
      "learning_rate": 8.436875350010957e-05,
      "loss": 1.2861,
      "step": 256
    },
    {
      "epoch": 0.2635897435897436,
      "grad_norm": 3.690025568008423,
      "learning_rate": 8.425095762435273e-05,
      "loss": 1.1577,
      "step": 257
    },
    {
      "epoch": 0.26461538461538464,
      "grad_norm": 4.675813674926758,
      "learning_rate": 8.413280247225768e-05,
      "loss": 1.3061,
      "step": 258
    },
    {
      "epoch": 0.26564102564102565,
      "grad_norm": 4.056159019470215,
      "learning_rate": 8.401428928321607e-05,
      "loss": 1.1678,
      "step": 259
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 3.4732329845428467,
      "learning_rate": 8.389541930037516e-05,
      "loss": 0.9811,
      "step": 260
    },
    {
      "epoch": 0.2676923076923077,
      "grad_norm": 3.2596118450164795,
      "learning_rate": 8.377619377062482e-05,
      "loss": 0.82,
      "step": 261
    },
    {
      "epoch": 0.26871794871794874,
      "grad_norm": 3.319413185119629,
      "learning_rate": 8.365661394458446e-05,
      "loss": 0.8941,
      "step": 262
    },
    {
      "epoch": 0.26974358974358975,
      "grad_norm": 4.172813892364502,
      "learning_rate": 8.353668107658984e-05,
      "loss": 1.0555,
      "step": 263
    },
    {
      "epoch": 0.27076923076923076,
      "grad_norm": 4.865377426147461,
      "learning_rate": 8.341639642468002e-05,
      "loss": 1.4253,
      "step": 264
    },
    {
      "epoch": 0.2717948717948718,
      "grad_norm": 9.91389274597168,
      "learning_rate": 8.329576125058406e-05,
      "loss": 0.7911,
      "step": 265
    },
    {
      "epoch": 0.27282051282051284,
      "grad_norm": 3.5216286182403564,
      "learning_rate": 8.317477681970787e-05,
      "loss": 0.953,
      "step": 266
    },
    {
      "epoch": 0.27384615384615385,
      "grad_norm": 4.440859317779541,
      "learning_rate": 8.305344440112089e-05,
      "loss": 1.187,
      "step": 267
    },
    {
      "epoch": 0.27487179487179486,
      "grad_norm": 3.632103443145752,
      "learning_rate": 8.293176526754274e-05,
      "loss": 0.8981,
      "step": 268
    },
    {
      "epoch": 0.27589743589743587,
      "grad_norm": 3.642909526824951,
      "learning_rate": 8.280974069532998e-05,
      "loss": 0.871,
      "step": 269
    },
    {
      "epoch": 0.27692307692307694,
      "grad_norm": 4.456100940704346,
      "learning_rate": 8.268737196446264e-05,
      "loss": 1.0111,
      "step": 270
    },
    {
      "epoch": 0.27794871794871795,
      "grad_norm": 4.018715858459473,
      "learning_rate": 8.256466035853076e-05,
      "loss": 1.2243,
      "step": 271
    },
    {
      "epoch": 0.27897435897435896,
      "grad_norm": 3.8085885047912598,
      "learning_rate": 8.24416071647211e-05,
      "loss": 0.9473,
      "step": 272
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.547340154647827,
      "learning_rate": 8.231821367380335e-05,
      "loss": 0.7805,
      "step": 273
    },
    {
      "epoch": 0.28102564102564104,
      "grad_norm": 3.7707560062408447,
      "learning_rate": 8.219448118011688e-05,
      "loss": 0.965,
      "step": 274
    },
    {
      "epoch": 0.28205128205128205,
      "grad_norm": 3.5648367404937744,
      "learning_rate": 8.2070410981557e-05,
      "loss": 0.8579,
      "step": 275
    },
    {
      "epoch": 0.28307692307692306,
      "grad_norm": 3.2930006980895996,
      "learning_rate": 8.194600437956139e-05,
      "loss": 0.5771,
      "step": 276
    },
    {
      "epoch": 0.2841025641025641,
      "grad_norm": 5.359189987182617,
      "learning_rate": 8.182126267909641e-05,
      "loss": 1.1189,
      "step": 277
    },
    {
      "epoch": 0.28512820512820514,
      "grad_norm": 5.05923318862915,
      "learning_rate": 8.16961871886435e-05,
      "loss": 1.0165,
      "step": 278
    },
    {
      "epoch": 0.28615384615384615,
      "grad_norm": 3.8448853492736816,
      "learning_rate": 8.157077922018537e-05,
      "loss": 0.6849,
      "step": 279
    },
    {
      "epoch": 0.28717948717948716,
      "grad_norm": 4.514663219451904,
      "learning_rate": 8.144504008919222e-05,
      "loss": 1.0184,
      "step": 280
    },
    {
      "epoch": 0.2882051282051282,
      "grad_norm": 3.928708076477051,
      "learning_rate": 8.13189711146081e-05,
      "loss": 0.8785,
      "step": 281
    },
    {
      "epoch": 0.28923076923076924,
      "grad_norm": 4.510099411010742,
      "learning_rate": 8.119257361883687e-05,
      "loss": 1.1208,
      "step": 282
    },
    {
      "epoch": 0.29025641025641025,
      "grad_norm": 4.4089155197143555,
      "learning_rate": 8.106584892772844e-05,
      "loss": 0.9201,
      "step": 283
    },
    {
      "epoch": 0.29128205128205126,
      "grad_norm": 4.955143928527832,
      "learning_rate": 8.093879837056487e-05,
      "loss": 1.0038,
      "step": 284
    },
    {
      "epoch": 0.2923076923076923,
      "grad_norm": 4.0365071296691895,
      "learning_rate": 8.081142328004637e-05,
      "loss": 0.7688,
      "step": 285
    },
    {
      "epoch": 0.29333333333333333,
      "grad_norm": 5.2937331199646,
      "learning_rate": 8.068372499227738e-05,
      "loss": 1.287,
      "step": 286
    },
    {
      "epoch": 0.29435897435897435,
      "grad_norm": 5.065625190734863,
      "learning_rate": 8.055570484675251e-05,
      "loss": 0.9721,
      "step": 287
    },
    {
      "epoch": 0.2953846153846154,
      "grad_norm": 9.163908958435059,
      "learning_rate": 8.042736418634251e-05,
      "loss": 1.0525,
      "step": 288
    },
    {
      "epoch": 0.2964102564102564,
      "grad_norm": 4.685237407684326,
      "learning_rate": 8.029870435728018e-05,
      "loss": 0.9318,
      "step": 289
    },
    {
      "epoch": 0.29743589743589743,
      "grad_norm": 4.3485026359558105,
      "learning_rate": 8.016972670914624e-05,
      "loss": 0.8557,
      "step": 290
    },
    {
      "epoch": 0.29846153846153844,
      "grad_norm": 5.714845180511475,
      "learning_rate": 8.004043259485519e-05,
      "loss": 1.015,
      "step": 291
    },
    {
      "epoch": 0.2994871794871795,
      "grad_norm": 5.372080326080322,
      "learning_rate": 7.99108233706411e-05,
      "loss": 1.1441,
      "step": 292
    },
    {
      "epoch": 0.3005128205128205,
      "grad_norm": 6.367638111114502,
      "learning_rate": 7.978090039604341e-05,
      "loss": 1.1221,
      "step": 293
    },
    {
      "epoch": 0.30153846153846153,
      "grad_norm": 7.973688125610352,
      "learning_rate": 7.965066503389264e-05,
      "loss": 1.3478,
      "step": 294
    },
    {
      "epoch": 0.30256410256410254,
      "grad_norm": 6.586781978607178,
      "learning_rate": 7.952011865029614e-05,
      "loss": 1.0959,
      "step": 295
    },
    {
      "epoch": 0.3035897435897436,
      "grad_norm": 6.523270606994629,
      "learning_rate": 7.938926261462366e-05,
      "loss": 1.3071,
      "step": 296
    },
    {
      "epoch": 0.3046153846153846,
      "grad_norm": 9.489147186279297,
      "learning_rate": 7.925809829949312e-05,
      "loss": 1.3664,
      "step": 297
    },
    {
      "epoch": 0.30564102564102563,
      "grad_norm": 7.386241912841797,
      "learning_rate": 7.912662708075611e-05,
      "loss": 1.2063,
      "step": 298
    },
    {
      "epoch": 0.30666666666666664,
      "grad_norm": 10.777888298034668,
      "learning_rate": 7.89948503374835e-05,
      "loss": 1.9083,
      "step": 299
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 24.246652603149414,
      "learning_rate": 7.886276945195099e-05,
      "loss": 3.401,
      "step": 300
    },
    {
      "epoch": 0.3087179487179487,
      "grad_norm": 3.455183506011963,
      "learning_rate": 7.873038580962452e-05,
      "loss": 1.2308,
      "step": 301
    },
    {
      "epoch": 0.30974358974358973,
      "grad_norm": 2.975944995880127,
      "learning_rate": 7.859770079914592e-05,
      "loss": 0.956,
      "step": 302
    },
    {
      "epoch": 0.31076923076923074,
      "grad_norm": 9.111123085021973,
      "learning_rate": 7.846471581231814e-05,
      "loss": 1.107,
      "step": 303
    },
    {
      "epoch": 0.3117948717948718,
      "grad_norm": 3.8488125801086426,
      "learning_rate": 7.833143224409075e-05,
      "loss": 1.2048,
      "step": 304
    },
    {
      "epoch": 0.3128205128205128,
      "grad_norm": 3.3734970092773438,
      "learning_rate": 7.819785149254532e-05,
      "loss": 0.9191,
      "step": 305
    },
    {
      "epoch": 0.31384615384615383,
      "grad_norm": 4.015024185180664,
      "learning_rate": 7.806397495888073e-05,
      "loss": 1.4129,
      "step": 306
    },
    {
      "epoch": 0.3148717948717949,
      "grad_norm": 4.2886152267456055,
      "learning_rate": 7.792980404739848e-05,
      "loss": 0.7548,
      "step": 307
    },
    {
      "epoch": 0.3158974358974359,
      "grad_norm": 4.517985820770264,
      "learning_rate": 7.779534016548791e-05,
      "loss": 1.2831,
      "step": 308
    },
    {
      "epoch": 0.3169230769230769,
      "grad_norm": 3.602743625640869,
      "learning_rate": 7.766058472361154e-05,
      "loss": 1.0467,
      "step": 309
    },
    {
      "epoch": 0.31794871794871793,
      "grad_norm": 3.465951919555664,
      "learning_rate": 7.752553913529018e-05,
      "loss": 0.7672,
      "step": 310
    },
    {
      "epoch": 0.318974358974359,
      "grad_norm": 4.237436771392822,
      "learning_rate": 7.739020481708815e-05,
      "loss": 1.0044,
      "step": 311
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.8836398124694824,
      "learning_rate": 7.725458318859842e-05,
      "loss": 1.0061,
      "step": 312
    },
    {
      "epoch": 0.321025641025641,
      "grad_norm": 3.5089900493621826,
      "learning_rate": 7.711867567242768e-05,
      "loss": 1.0239,
      "step": 313
    },
    {
      "epoch": 0.32205128205128203,
      "grad_norm": 5.119948863983154,
      "learning_rate": 7.698248369418146e-05,
      "loss": 1.0521,
      "step": 314
    },
    {
      "epoch": 0.3230769230769231,
      "grad_norm": 3.3288087844848633,
      "learning_rate": 7.68460086824492e-05,
      "loss": 0.9836,
      "step": 315
    },
    {
      "epoch": 0.3241025641025641,
      "grad_norm": 3.8315699100494385,
      "learning_rate": 7.670925206878915e-05,
      "loss": 0.9577,
      "step": 316
    },
    {
      "epoch": 0.3251282051282051,
      "grad_norm": 5.97168493270874,
      "learning_rate": 7.657221528771352e-05,
      "loss": 1.1062,
      "step": 317
    },
    {
      "epoch": 0.3261538461538461,
      "grad_norm": 4.593959808349609,
      "learning_rate": 7.643489977667326e-05,
      "loss": 1.3897,
      "step": 318
    },
    {
      "epoch": 0.3271794871794872,
      "grad_norm": 4.167557239532471,
      "learning_rate": 7.629730697604314e-05,
      "loss": 0.9491,
      "step": 319
    },
    {
      "epoch": 0.3282051282051282,
      "grad_norm": 4.054985046386719,
      "learning_rate": 7.61594383291065e-05,
      "loss": 1.0731,
      "step": 320
    },
    {
      "epoch": 0.3292307692307692,
      "grad_norm": 4.349246501922607,
      "learning_rate": 7.602129528204023e-05,
      "loss": 0.9996,
      "step": 321
    },
    {
      "epoch": 0.3302564102564103,
      "grad_norm": 4.946855545043945,
      "learning_rate": 7.588287928389952e-05,
      "loss": 0.9029,
      "step": 322
    },
    {
      "epoch": 0.3312820512820513,
      "grad_norm": 3.718538522720337,
      "learning_rate": 7.574419178660268e-05,
      "loss": 1.163,
      "step": 323
    },
    {
      "epoch": 0.3323076923076923,
      "grad_norm": 4.5980024337768555,
      "learning_rate": 7.560523424491595e-05,
      "loss": 1.0397,
      "step": 324
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 3.885099411010742,
      "learning_rate": 7.546600811643816e-05,
      "loss": 0.7573,
      "step": 325
    },
    {
      "epoch": 0.3343589743589744,
      "grad_norm": 4.403998374938965,
      "learning_rate": 7.532651486158554e-05,
      "loss": 0.8524,
      "step": 326
    },
    {
      "epoch": 0.3353846153846154,
      "grad_norm": 4.616726875305176,
      "learning_rate": 7.518675594357633e-05,
      "loss": 1.0341,
      "step": 327
    },
    {
      "epoch": 0.3364102564102564,
      "grad_norm": 4.327468395233154,
      "learning_rate": 7.504673282841544e-05,
      "loss": 1.2389,
      "step": 328
    },
    {
      "epoch": 0.3374358974358974,
      "grad_norm": 3.891641616821289,
      "learning_rate": 7.490644698487909e-05,
      "loss": 0.8473,
      "step": 329
    },
    {
      "epoch": 0.3384615384615385,
      "grad_norm": 3.8985366821289062,
      "learning_rate": 7.476589988449939e-05,
      "loss": 0.8869,
      "step": 330
    },
    {
      "epoch": 0.3394871794871795,
      "grad_norm": 3.9351425170898438,
      "learning_rate": 7.462509300154892e-05,
      "loss": 0.7662,
      "step": 331
    },
    {
      "epoch": 0.3405128205128205,
      "grad_norm": 5.688943862915039,
      "learning_rate": 7.448402781302525e-05,
      "loss": 1.2576,
      "step": 332
    },
    {
      "epoch": 0.3415384615384615,
      "grad_norm": 4.398061752319336,
      "learning_rate": 7.434270579863548e-05,
      "loss": 0.9585,
      "step": 333
    },
    {
      "epoch": 0.3425641025641026,
      "grad_norm": 5.025209426879883,
      "learning_rate": 7.420112844078065e-05,
      "loss": 0.9472,
      "step": 334
    },
    {
      "epoch": 0.3435897435897436,
      "grad_norm": 4.484306335449219,
      "learning_rate": 7.405929722454026e-05,
      "loss": 0.8149,
      "step": 335
    },
    {
      "epoch": 0.3446153846153846,
      "grad_norm": 5.414556980133057,
      "learning_rate": 7.391721363765664e-05,
      "loss": 1.1721,
      "step": 336
    },
    {
      "epoch": 0.34564102564102567,
      "grad_norm": 4.972907543182373,
      "learning_rate": 7.377487917051939e-05,
      "loss": 0.882,
      "step": 337
    },
    {
      "epoch": 0.3466666666666667,
      "grad_norm": 4.808380126953125,
      "learning_rate": 7.363229531614972e-05,
      "loss": 1.3668,
      "step": 338
    },
    {
      "epoch": 0.3476923076923077,
      "grad_norm": 4.914913654327393,
      "learning_rate": 7.348946357018479e-05,
      "loss": 1.0731,
      "step": 339
    },
    {
      "epoch": 0.3487179487179487,
      "grad_norm": 6.582978248596191,
      "learning_rate": 7.334638543086203e-05,
      "loss": 1.1483,
      "step": 340
    },
    {
      "epoch": 0.34974358974358977,
      "grad_norm": 5.647845268249512,
      "learning_rate": 7.320306239900343e-05,
      "loss": 1.0868,
      "step": 341
    },
    {
      "epoch": 0.3507692307692308,
      "grad_norm": 6.095987319946289,
      "learning_rate": 7.305949597799977e-05,
      "loss": 1.1779,
      "step": 342
    },
    {
      "epoch": 0.3517948717948718,
      "grad_norm": 5.371947765350342,
      "learning_rate": 7.291568767379484e-05,
      "loss": 1.0608,
      "step": 343
    },
    {
      "epoch": 0.3528205128205128,
      "grad_norm": 5.694281101226807,
      "learning_rate": 7.277163899486975e-05,
      "loss": 0.9369,
      "step": 344
    },
    {
      "epoch": 0.35384615384615387,
      "grad_norm": 6.596595287322998,
      "learning_rate": 7.262735145222696e-05,
      "loss": 1.2588,
      "step": 345
    },
    {
      "epoch": 0.3548717948717949,
      "grad_norm": 6.204524517059326,
      "learning_rate": 7.248282655937451e-05,
      "loss": 0.8657,
      "step": 346
    },
    {
      "epoch": 0.3558974358974359,
      "grad_norm": 8.442228317260742,
      "learning_rate": 7.233806583231011e-05,
      "loss": 1.3005,
      "step": 347
    },
    {
      "epoch": 0.3569230769230769,
      "grad_norm": 7.152448654174805,
      "learning_rate": 7.219307078950535e-05,
      "loss": 1.0772,
      "step": 348
    },
    {
      "epoch": 0.35794871794871796,
      "grad_norm": 12.445448875427246,
      "learning_rate": 7.204784295188959e-05,
      "loss": 1.6863,
      "step": 349
    },
    {
      "epoch": 0.358974358974359,
      "grad_norm": 24.372596740722656,
      "learning_rate": 7.190238384283412e-05,
      "loss": 2.718,
      "step": 350
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.1857047080993652,
      "learning_rate": 7.175669498813617e-05,
      "loss": 0.9615,
      "step": 351
    },
    {
      "epoch": 0.36102564102564105,
      "grad_norm": 3.1191978454589844,
      "learning_rate": 7.161077791600288e-05,
      "loss": 1.0095,
      "step": 352
    },
    {
      "epoch": 0.36205128205128206,
      "grad_norm": 3.4441399574279785,
      "learning_rate": 7.146463415703531e-05,
      "loss": 0.9344,
      "step": 353
    },
    {
      "epoch": 0.3630769230769231,
      "grad_norm": 3.7590503692626953,
      "learning_rate": 7.13182652442123e-05,
      "loss": 1.0661,
      "step": 354
    },
    {
      "epoch": 0.3641025641025641,
      "grad_norm": 4.6704936027526855,
      "learning_rate": 7.117167271287453e-05,
      "loss": 1.088,
      "step": 355
    },
    {
      "epoch": 0.36512820512820515,
      "grad_norm": 3.7881886959075928,
      "learning_rate": 7.102485810070824e-05,
      "loss": 0.9659,
      "step": 356
    },
    {
      "epoch": 0.36615384615384616,
      "grad_norm": 4.158485412597656,
      "learning_rate": 7.087782294772927e-05,
      "loss": 1.073,
      "step": 357
    },
    {
      "epoch": 0.3671794871794872,
      "grad_norm": 4.176997184753418,
      "learning_rate": 7.073056879626681e-05,
      "loss": 1.0137,
      "step": 358
    },
    {
      "epoch": 0.3682051282051282,
      "grad_norm": 5.288293361663818,
      "learning_rate": 7.05830971909472e-05,
      "loss": 1.2546,
      "step": 359
    },
    {
      "epoch": 0.36923076923076925,
      "grad_norm": 3.6851654052734375,
      "learning_rate": 7.043540967867782e-05,
      "loss": 0.8295,
      "step": 360
    },
    {
      "epoch": 0.37025641025641026,
      "grad_norm": 4.070764541625977,
      "learning_rate": 7.028750780863078e-05,
      "loss": 1.1045,
      "step": 361
    },
    {
      "epoch": 0.3712820512820513,
      "grad_norm": 3.7077207565307617,
      "learning_rate": 7.01393931322267e-05,
      "loss": 0.9609,
      "step": 362
    },
    {
      "epoch": 0.3723076923076923,
      "grad_norm": 4.853996276855469,
      "learning_rate": 6.999106720311845e-05,
      "loss": 1.45,
      "step": 363
    },
    {
      "epoch": 0.37333333333333335,
      "grad_norm": 3.888448715209961,
      "learning_rate": 6.984253157717487e-05,
      "loss": 1.1521,
      "step": 364
    },
    {
      "epoch": 0.37435897435897436,
      "grad_norm": 5.396982192993164,
      "learning_rate": 6.969378781246436e-05,
      "loss": 1.1361,
      "step": 365
    },
    {
      "epoch": 0.37538461538461537,
      "grad_norm": 3.5191667079925537,
      "learning_rate": 6.954483746923865e-05,
      "loss": 0.7884,
      "step": 366
    },
    {
      "epoch": 0.3764102564102564,
      "grad_norm": 4.352939605712891,
      "learning_rate": 6.939568210991633e-05,
      "loss": 1.1938,
      "step": 367
    },
    {
      "epoch": 0.37743589743589745,
      "grad_norm": 5.554629325866699,
      "learning_rate": 6.924632329906656e-05,
      "loss": 1.1197,
      "step": 368
    },
    {
      "epoch": 0.37846153846153846,
      "grad_norm": 4.533448219299316,
      "learning_rate": 6.90967626033926e-05,
      "loss": 1.0712,
      "step": 369
    },
    {
      "epoch": 0.37948717948717947,
      "grad_norm": 4.225365161895752,
      "learning_rate": 6.894700159171534e-05,
      "loss": 1.0455,
      "step": 370
    },
    {
      "epoch": 0.38051282051282054,
      "grad_norm": 4.150392055511475,
      "learning_rate": 6.879704183495695e-05,
      "loss": 1.0207,
      "step": 371
    },
    {
      "epoch": 0.38153846153846155,
      "grad_norm": 4.522274017333984,
      "learning_rate": 6.864688490612435e-05,
      "loss": 1.0831,
      "step": 372
    },
    {
      "epoch": 0.38256410256410256,
      "grad_norm": 3.566927433013916,
      "learning_rate": 6.84965323802926e-05,
      "loss": 0.8391,
      "step": 373
    },
    {
      "epoch": 0.38358974358974357,
      "grad_norm": 4.22340202331543,
      "learning_rate": 6.834598583458862e-05,
      "loss": 1.4055,
      "step": 374
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 3.6991803646087646,
      "learning_rate": 6.819524684817438e-05,
      "loss": 0.9228,
      "step": 375
    },
    {
      "epoch": 0.38564102564102565,
      "grad_norm": 4.5727152824401855,
      "learning_rate": 6.804431700223056e-05,
      "loss": 1.2338,
      "step": 376
    },
    {
      "epoch": 0.38666666666666666,
      "grad_norm": 3.6265249252319336,
      "learning_rate": 6.789319787993979e-05,
      "loss": 0.7213,
      "step": 377
    },
    {
      "epoch": 0.38769230769230767,
      "grad_norm": 4.27399206161499,
      "learning_rate": 6.77418910664702e-05,
      "loss": 0.9344,
      "step": 378
    },
    {
      "epoch": 0.38871794871794874,
      "grad_norm": 3.6458730697631836,
      "learning_rate": 6.759039814895862e-05,
      "loss": 0.8205,
      "step": 379
    },
    {
      "epoch": 0.38974358974358975,
      "grad_norm": 5.102215766906738,
      "learning_rate": 6.743872071649411e-05,
      "loss": 1.1021,
      "step": 380
    },
    {
      "epoch": 0.39076923076923076,
      "grad_norm": 4.739079475402832,
      "learning_rate": 6.728686036010115e-05,
      "loss": 0.9588,
      "step": 381
    },
    {
      "epoch": 0.39179487179487177,
      "grad_norm": 4.611185550689697,
      "learning_rate": 6.7134818672723e-05,
      "loss": 1.3778,
      "step": 382
    },
    {
      "epoch": 0.39282051282051283,
      "grad_norm": 4.188118934631348,
      "learning_rate": 6.698259724920502e-05,
      "loss": 0.7268,
      "step": 383
    },
    {
      "epoch": 0.39384615384615385,
      "grad_norm": 4.863211631774902,
      "learning_rate": 6.683019768627795e-05,
      "loss": 0.8934,
      "step": 384
    },
    {
      "epoch": 0.39487179487179486,
      "grad_norm": 4.352441787719727,
      "learning_rate": 6.667762158254104e-05,
      "loss": 0.7889,
      "step": 385
    },
    {
      "epoch": 0.3958974358974359,
      "grad_norm": 5.217771053314209,
      "learning_rate": 6.652487053844544e-05,
      "loss": 1.0677,
      "step": 386
    },
    {
      "epoch": 0.39692307692307693,
      "grad_norm": 3.789348840713501,
      "learning_rate": 6.637194615627733e-05,
      "loss": 0.6261,
      "step": 387
    },
    {
      "epoch": 0.39794871794871794,
      "grad_norm": 5.294248580932617,
      "learning_rate": 6.621885004014112e-05,
      "loss": 1.0571,
      "step": 388
    },
    {
      "epoch": 0.39897435897435896,
      "grad_norm": 5.573698997497559,
      "learning_rate": 6.606558379594262e-05,
      "loss": 1.2626,
      "step": 389
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.131331443786621,
      "learning_rate": 6.59121490313722e-05,
      "loss": 0.8913,
      "step": 390
    },
    {
      "epoch": 0.40102564102564103,
      "grad_norm": 4.59140157699585,
      "learning_rate": 6.575854735588794e-05,
      "loss": 0.8614,
      "step": 391
    },
    {
      "epoch": 0.40205128205128204,
      "grad_norm": 6.465803146362305,
      "learning_rate": 6.560478038069873e-05,
      "loss": 0.9412,
      "step": 392
    },
    {
      "epoch": 0.40307692307692305,
      "grad_norm": 4.922883033752441,
      "learning_rate": 6.545084971874738e-05,
      "loss": 1.0027,
      "step": 393
    },
    {
      "epoch": 0.4041025641025641,
      "grad_norm": 6.32792854309082,
      "learning_rate": 6.52967569846937e-05,
      "loss": 1.0246,
      "step": 394
    },
    {
      "epoch": 0.40512820512820513,
      "grad_norm": 6.262152194976807,
      "learning_rate": 6.514250379489753e-05,
      "loss": 1.0255,
      "step": 395
    },
    {
      "epoch": 0.40615384615384614,
      "grad_norm": 10.568859100341797,
      "learning_rate": 6.498809176740189e-05,
      "loss": 1.6302,
      "step": 396
    },
    {
      "epoch": 0.40717948717948715,
      "grad_norm": 7.551121711730957,
      "learning_rate": 6.483352252191584e-05,
      "loss": 1.1084,
      "step": 397
    },
    {
      "epoch": 0.4082051282051282,
      "grad_norm": 9.215900421142578,
      "learning_rate": 6.467879767979764e-05,
      "loss": 1.4041,
      "step": 398
    },
    {
      "epoch": 0.40923076923076923,
      "grad_norm": 7.721627712249756,
      "learning_rate": 6.452391886403767e-05,
      "loss": 1.2691,
      "step": 399
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 15.562603950500488,
      "learning_rate": 6.436888769924142e-05,
      "loss": 2.1293,
      "step": 400
    },
    {
      "epoch": 0.4112820512820513,
      "grad_norm": 2.84083890914917,
      "learning_rate": 6.421370581161243e-05,
      "loss": 1.1309,
      "step": 401
    },
    {
      "epoch": 0.4123076923076923,
      "grad_norm": 3.4717280864715576,
      "learning_rate": 6.405837482893528e-05,
      "loss": 1.061,
      "step": 402
    },
    {
      "epoch": 0.41333333333333333,
      "grad_norm": 3.906543493270874,
      "learning_rate": 6.390289638055851e-05,
      "loss": 1.1774,
      "step": 403
    },
    {
      "epoch": 0.41435897435897434,
      "grad_norm": 3.3506267070770264,
      "learning_rate": 6.374727209737744e-05,
      "loss": 1.0184,
      "step": 404
    },
    {
      "epoch": 0.4153846153846154,
      "grad_norm": 3.1898088455200195,
      "learning_rate": 6.359150361181715e-05,
      "loss": 0.8943,
      "step": 405
    },
    {
      "epoch": 0.4164102564102564,
      "grad_norm": 3.3898472785949707,
      "learning_rate": 6.343559255781537e-05,
      "loss": 0.8783,
      "step": 406
    },
    {
      "epoch": 0.41743589743589743,
      "grad_norm": 3.3436858654022217,
      "learning_rate": 6.327954057080526e-05,
      "loss": 0.9186,
      "step": 407
    },
    {
      "epoch": 0.41846153846153844,
      "grad_norm": 3.7340660095214844,
      "learning_rate": 6.312334928769835e-05,
      "loss": 1.1761,
      "step": 408
    },
    {
      "epoch": 0.4194871794871795,
      "grad_norm": 4.075827121734619,
      "learning_rate": 6.296702034686725e-05,
      "loss": 1.1708,
      "step": 409
    },
    {
      "epoch": 0.4205128205128205,
      "grad_norm": 3.7583324909210205,
      "learning_rate": 6.281055538812861e-05,
      "loss": 0.9756,
      "step": 410
    },
    {
      "epoch": 0.42153846153846153,
      "grad_norm": 3.5623161792755127,
      "learning_rate": 6.265395605272581e-05,
      "loss": 0.8937,
      "step": 411
    },
    {
      "epoch": 0.42256410256410254,
      "grad_norm": 3.9052977561950684,
      "learning_rate": 6.249722398331176e-05,
      "loss": 0.9254,
      "step": 412
    },
    {
      "epoch": 0.4235897435897436,
      "grad_norm": 3.830533266067505,
      "learning_rate": 6.23403608239317e-05,
      "loss": 1.0178,
      "step": 413
    },
    {
      "epoch": 0.4246153846153846,
      "grad_norm": 4.606437683105469,
      "learning_rate": 6.218336822000598e-05,
      "loss": 0.8624,
      "step": 414
    },
    {
      "epoch": 0.4256410256410256,
      "grad_norm": 3.152707576751709,
      "learning_rate": 6.202624781831268e-05,
      "loss": 0.6223,
      "step": 415
    },
    {
      "epoch": 0.4266666666666667,
      "grad_norm": 4.660515785217285,
      "learning_rate": 6.186900126697051e-05,
      "loss": 1.1497,
      "step": 416
    },
    {
      "epoch": 0.4276923076923077,
      "grad_norm": 4.265915393829346,
      "learning_rate": 6.171163021542133e-05,
      "loss": 1.1114,
      "step": 417
    },
    {
      "epoch": 0.4287179487179487,
      "grad_norm": 3.858151912689209,
      "learning_rate": 6.155413631441307e-05,
      "loss": 0.7826,
      "step": 418
    },
    {
      "epoch": 0.4297435897435897,
      "grad_norm": 5.104541778564453,
      "learning_rate": 6.139652121598218e-05,
      "loss": 0.8449,
      "step": 419
    },
    {
      "epoch": 0.4307692307692308,
      "grad_norm": 3.4413225650787354,
      "learning_rate": 6.123878657343648e-05,
      "loss": 0.7134,
      "step": 420
    },
    {
      "epoch": 0.4317948717948718,
      "grad_norm": 5.221655368804932,
      "learning_rate": 6.108093404133773e-05,
      "loss": 1.0924,
      "step": 421
    },
    {
      "epoch": 0.4328205128205128,
      "grad_norm": 5.131300449371338,
      "learning_rate": 6.092296527548427e-05,
      "loss": 0.944,
      "step": 422
    },
    {
      "epoch": 0.4338461538461538,
      "grad_norm": 5.024960041046143,
      "learning_rate": 6.076488193289375e-05,
      "loss": 1.5253,
      "step": 423
    },
    {
      "epoch": 0.4348717948717949,
      "grad_norm": 5.561094284057617,
      "learning_rate": 6.06066856717856e-05,
      "loss": 1.0415,
      "step": 424
    },
    {
      "epoch": 0.4358974358974359,
      "grad_norm": 4.255733966827393,
      "learning_rate": 6.044837815156377e-05,
      "loss": 0.9375,
      "step": 425
    },
    {
      "epoch": 0.4369230769230769,
      "grad_norm": 4.420807838439941,
      "learning_rate": 6.028996103279918e-05,
      "loss": 1.1104,
      "step": 426
    },
    {
      "epoch": 0.4379487179487179,
      "grad_norm": 4.6488542556762695,
      "learning_rate": 6.013143597721251e-05,
      "loss": 1.232,
      "step": 427
    },
    {
      "epoch": 0.438974358974359,
      "grad_norm": 5.8987531661987305,
      "learning_rate": 5.9972804647656544e-05,
      "loss": 1.0373,
      "step": 428
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.590901851654053,
      "learning_rate": 5.981406870809888e-05,
      "loss": 0.9691,
      "step": 429
    },
    {
      "epoch": 0.441025641025641,
      "grad_norm": 3.8729684352874756,
      "learning_rate": 5.9655229823604406e-05,
      "loss": 0.7215,
      "step": 430
    },
    {
      "epoch": 0.442051282051282,
      "grad_norm": 4.013396263122559,
      "learning_rate": 5.949628966031785e-05,
      "loss": 0.6861,
      "step": 431
    },
    {
      "epoch": 0.4430769230769231,
      "grad_norm": 3.60866117477417,
      "learning_rate": 5.9337249885446324e-05,
      "loss": 0.7942,
      "step": 432
    },
    {
      "epoch": 0.4441025641025641,
      "grad_norm": 4.526515483856201,
      "learning_rate": 5.9178112167241805e-05,
      "loss": 1.0784,
      "step": 433
    },
    {
      "epoch": 0.4451282051282051,
      "grad_norm": 3.778144121170044,
      "learning_rate": 5.901887817498367e-05,
      "loss": 0.6452,
      "step": 434
    },
    {
      "epoch": 0.4461538461538462,
      "grad_norm": 5.289833068847656,
      "learning_rate": 5.885954957896115e-05,
      "loss": 0.9705,
      "step": 435
    },
    {
      "epoch": 0.4471794871794872,
      "grad_norm": 4.751766681671143,
      "learning_rate": 5.8700128050455795e-05,
      "loss": 0.733,
      "step": 436
    },
    {
      "epoch": 0.4482051282051282,
      "grad_norm": 4.831566333770752,
      "learning_rate": 5.854061526172402e-05,
      "loss": 0.9422,
      "step": 437
    },
    {
      "epoch": 0.4492307692307692,
      "grad_norm": 5.19877290725708,
      "learning_rate": 5.8381012885979504e-05,
      "loss": 0.8437,
      "step": 438
    },
    {
      "epoch": 0.4502564102564103,
      "grad_norm": 4.766468048095703,
      "learning_rate": 5.822132259737565e-05,
      "loss": 0.7104,
      "step": 439
    },
    {
      "epoch": 0.4512820512820513,
      "grad_norm": 5.231625556945801,
      "learning_rate": 5.8061546070987994e-05,
      "loss": 0.8311,
      "step": 440
    },
    {
      "epoch": 0.4523076923076923,
      "grad_norm": 7.153139591217041,
      "learning_rate": 5.7901684982796714e-05,
      "loss": 1.2082,
      "step": 441
    },
    {
      "epoch": 0.4533333333333333,
      "grad_norm": 5.5659708976745605,
      "learning_rate": 5.774174100966899e-05,
      "loss": 1.0889,
      "step": 442
    },
    {
      "epoch": 0.4543589743589744,
      "grad_norm": 5.205938339233398,
      "learning_rate": 5.7581715829341396e-05,
      "loss": 0.9067,
      "step": 443
    },
    {
      "epoch": 0.4553846153846154,
      "grad_norm": 5.823260307312012,
      "learning_rate": 5.742161112040236e-05,
      "loss": 1.0928,
      "step": 444
    },
    {
      "epoch": 0.4564102564102564,
      "grad_norm": 8.24244499206543,
      "learning_rate": 5.726142856227452e-05,
      "loss": 1.6327,
      "step": 445
    },
    {
      "epoch": 0.4574358974358974,
      "grad_norm": 7.655943870544434,
      "learning_rate": 5.710116983519711e-05,
      "loss": 1.1136,
      "step": 446
    },
    {
      "epoch": 0.4584615384615385,
      "grad_norm": 7.290177822113037,
      "learning_rate": 5.6940836620208346e-05,
      "loss": 1.0882,
      "step": 447
    },
    {
      "epoch": 0.4594871794871795,
      "grad_norm": 7.666120529174805,
      "learning_rate": 5.678043059912777e-05,
      "loss": 1.293,
      "step": 448
    },
    {
      "epoch": 0.4605128205128205,
      "grad_norm": 10.054598808288574,
      "learning_rate": 5.6619953454538664e-05,
      "loss": 1.0453,
      "step": 449
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 15.027825355529785,
      "learning_rate": 5.645940686977033e-05,
      "loss": 2.2816,
      "step": 450
    },
    {
      "epoch": 0.4625641025641026,
      "grad_norm": 2.62031888961792,
      "learning_rate": 5.629879252888046e-05,
      "loss": 0.9111,
      "step": 451
    },
    {
      "epoch": 0.4635897435897436,
      "grad_norm": 3.459378480911255,
      "learning_rate": 5.613811211663751e-05,
      "loss": 0.9928,
      "step": 452
    },
    {
      "epoch": 0.4646153846153846,
      "grad_norm": 3.095079183578491,
      "learning_rate": 5.597736731850295e-05,
      "loss": 0.8308,
      "step": 453
    },
    {
      "epoch": 0.46564102564102566,
      "grad_norm": 4.2628607749938965,
      "learning_rate": 5.581655982061367e-05,
      "loss": 1.0601,
      "step": 454
    },
    {
      "epoch": 0.4666666666666667,
      "grad_norm": 3.257078170776367,
      "learning_rate": 5.565569130976422e-05,
      "loss": 0.9413,
      "step": 455
    },
    {
      "epoch": 0.4676923076923077,
      "grad_norm": 4.123534202575684,
      "learning_rate": 5.5494763473389145e-05,
      "loss": 0.7683,
      "step": 456
    },
    {
      "epoch": 0.4687179487179487,
      "grad_norm": 2.909914970397949,
      "learning_rate": 5.533377799954532e-05,
      "loss": 0.6114,
      "step": 457
    },
    {
      "epoch": 0.46974358974358976,
      "grad_norm": 3.9962477684020996,
      "learning_rate": 5.517273657689419e-05,
      "loss": 0.7528,
      "step": 458
    },
    {
      "epoch": 0.4707692307692308,
      "grad_norm": 3.299042224884033,
      "learning_rate": 5.5011640894684056e-05,
      "loss": 0.6523,
      "step": 459
    },
    {
      "epoch": 0.4717948717948718,
      "grad_norm": 3.9111719131469727,
      "learning_rate": 5.4850492642732406e-05,
      "loss": 0.9792,
      "step": 460
    },
    {
      "epoch": 0.4728205128205128,
      "grad_norm": 4.359683990478516,
      "learning_rate": 5.4689293511408155e-05,
      "loss": 1.2826,
      "step": 461
    },
    {
      "epoch": 0.47384615384615386,
      "grad_norm": 3.241384267807007,
      "learning_rate": 5.4528045191613896e-05,
      "loss": 0.7115,
      "step": 462
    },
    {
      "epoch": 0.4748717948717949,
      "grad_norm": 3.9807498455047607,
      "learning_rate": 5.43667493747682e-05,
      "loss": 1.0668,
      "step": 463
    },
    {
      "epoch": 0.4758974358974359,
      "grad_norm": 6.574226379394531,
      "learning_rate": 5.420540775278789e-05,
      "loss": 0.9072,
      "step": 464
    },
    {
      "epoch": 0.47692307692307695,
      "grad_norm": 4.148740768432617,
      "learning_rate": 5.4044022018070214e-05,
      "loss": 0.7748,
      "step": 465
    },
    {
      "epoch": 0.47794871794871796,
      "grad_norm": 4.7819952964782715,
      "learning_rate": 5.388259386347517e-05,
      "loss": 1.1381,
      "step": 466
    },
    {
      "epoch": 0.47897435897435897,
      "grad_norm": 4.026560306549072,
      "learning_rate": 5.37211249823077e-05,
      "loss": 0.7976,
      "step": 467
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.8476622104644775,
      "learning_rate": 5.3559617068299974e-05,
      "loss": 0.8554,
      "step": 468
    },
    {
      "epoch": 0.48102564102564105,
      "grad_norm": 3.2147867679595947,
      "learning_rate": 5.3398071815593585e-05,
      "loss": 0.7868,
      "step": 469
    },
    {
      "epoch": 0.48205128205128206,
      "grad_norm": 3.6717700958251953,
      "learning_rate": 5.3236490918721794e-05,
      "loss": 0.5781,
      "step": 470
    },
    {
      "epoch": 0.48307692307692307,
      "grad_norm": 3.593134880065918,
      "learning_rate": 5.307487607259175e-05,
      "loss": 0.8755,
      "step": 471
    },
    {
      "epoch": 0.4841025641025641,
      "grad_norm": 4.13918399810791,
      "learning_rate": 5.2913228972466685e-05,
      "loss": 0.8725,
      "step": 472
    },
    {
      "epoch": 0.48512820512820515,
      "grad_norm": 4.774197578430176,
      "learning_rate": 5.2751551313948246e-05,
      "loss": 1.0297,
      "step": 473
    },
    {
      "epoch": 0.48615384615384616,
      "grad_norm": 3.984813690185547,
      "learning_rate": 5.258984479295852e-05,
      "loss": 0.9421,
      "step": 474
    },
    {
      "epoch": 0.48717948717948717,
      "grad_norm": 4.582718372344971,
      "learning_rate": 5.242811110572242e-05,
      "loss": 0.9425,
      "step": 475
    },
    {
      "epoch": 0.4882051282051282,
      "grad_norm": 4.723764419555664,
      "learning_rate": 5.2266351948749784e-05,
      "loss": 0.6812,
      "step": 476
    },
    {
      "epoch": 0.48923076923076925,
      "grad_norm": 3.9390711784362793,
      "learning_rate": 5.210456901881761e-05,
      "loss": 0.967,
      "step": 477
    },
    {
      "epoch": 0.49025641025641026,
      "grad_norm": 5.130176544189453,
      "learning_rate": 5.194276401295231e-05,
      "loss": 0.6723,
      "step": 478
    },
    {
      "epoch": 0.49128205128205127,
      "grad_norm": 4.183368682861328,
      "learning_rate": 5.1780938628411794e-05,
      "loss": 0.6017,
      "step": 479
    },
    {
      "epoch": 0.49230769230769234,
      "grad_norm": 4.739752769470215,
      "learning_rate": 5.1619094562667804e-05,
      "loss": 0.8418,
      "step": 480
    },
    {
      "epoch": 0.49333333333333335,
      "grad_norm": 4.610769748687744,
      "learning_rate": 5.1457233513387994e-05,
      "loss": 0.9842,
      "step": 481
    },
    {
      "epoch": 0.49435897435897436,
      "grad_norm": 9.134825706481934,
      "learning_rate": 5.129535717841818e-05,
      "loss": 0.6452,
      "step": 482
    },
    {
      "epoch": 0.49538461538461537,
      "grad_norm": 5.984698295593262,
      "learning_rate": 5.11334672557645e-05,
      "loss": 1.2291,
      "step": 483
    },
    {
      "epoch": 0.49641025641025643,
      "grad_norm": 6.393679618835449,
      "learning_rate": 5.097156544357567e-05,
      "loss": 1.0791,
      "step": 484
    },
    {
      "epoch": 0.49743589743589745,
      "grad_norm": 6.865532398223877,
      "learning_rate": 5.080965344012508e-05,
      "loss": 1.2418,
      "step": 485
    },
    {
      "epoch": 0.49846153846153846,
      "grad_norm": 8.137627601623535,
      "learning_rate": 5.0647732943793025e-05,
      "loss": 1.2448,
      "step": 486
    },
    {
      "epoch": 0.49948717948717947,
      "grad_norm": 6.4099602699279785,
      "learning_rate": 5.048580565304887e-05,
      "loss": 0.9019,
      "step": 487
    },
    {
      "epoch": 0.5005128205128205,
      "grad_norm": 6.274877071380615,
      "learning_rate": 5.0323873266433306e-05,
      "loss": 1.0603,
      "step": 488
    },
    {
      "epoch": 0.5015384615384615,
      "grad_norm": 5.010529041290283,
      "learning_rate": 5.0161937482540446e-05,
      "loss": 0.8753,
      "step": 489
    },
    {
      "epoch": 0.5025641025641026,
      "grad_norm": 7.632090091705322,
      "learning_rate": 5e-05,
      "loss": 1.3441,
      "step": 490
    },
    {
      "epoch": 0.5035897435897436,
      "grad_norm": 5.217228889465332,
      "learning_rate": 4.983806251745957e-05,
      "loss": 0.8046,
      "step": 491
    },
    {
      "epoch": 0.5046153846153846,
      "grad_norm": 5.437954425811768,
      "learning_rate": 4.9676126733566705e-05,
      "loss": 0.8649,
      "step": 492
    },
    {
      "epoch": 0.5056410256410256,
      "grad_norm": 4.9991631507873535,
      "learning_rate": 4.9514194346951144e-05,
      "loss": 0.6203,
      "step": 493
    },
    {
      "epoch": 0.5066666666666667,
      "grad_norm": 6.682119846343994,
      "learning_rate": 4.9352267056206994e-05,
      "loss": 1.0605,
      "step": 494
    },
    {
      "epoch": 0.5076923076923077,
      "grad_norm": 6.571596145629883,
      "learning_rate": 4.919034655987493e-05,
      "loss": 1.1826,
      "step": 495
    },
    {
      "epoch": 0.5087179487179487,
      "grad_norm": 7.844356536865234,
      "learning_rate": 4.902843455642434e-05,
      "loss": 1.1225,
      "step": 496
    },
    {
      "epoch": 0.5097435897435898,
      "grad_norm": 7.168961048126221,
      "learning_rate": 4.88665327442355e-05,
      "loss": 1.1934,
      "step": 497
    },
    {
      "epoch": 0.5107692307692308,
      "grad_norm": 7.493040084838867,
      "learning_rate": 4.870464282158184e-05,
      "loss": 1.3374,
      "step": 498
    },
    {
      "epoch": 0.5117948717948718,
      "grad_norm": 10.113459587097168,
      "learning_rate": 4.854276648661203e-05,
      "loss": 1.4273,
      "step": 499
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 18.08847427368164,
      "learning_rate": 4.838090543733222e-05,
      "loss": 2.0878,
      "step": 500
    },
    {
      "epoch": 0.5138461538461538,
      "grad_norm": 3.4321253299713135,
      "learning_rate": 4.821906137158822e-05,
      "loss": 1.2126,
      "step": 501
    },
    {
      "epoch": 0.5148717948717949,
      "grad_norm": 2.918828010559082,
      "learning_rate": 4.805723598704772e-05,
      "loss": 0.8539,
      "step": 502
    },
    {
      "epoch": 0.5158974358974359,
      "grad_norm": 3.2345950603485107,
      "learning_rate": 4.789543098118241e-05,
      "loss": 0.8882,
      "step": 503
    },
    {
      "epoch": 0.5169230769230769,
      "grad_norm": 3.6772313117980957,
      "learning_rate": 4.773364805125025e-05,
      "loss": 1.0764,
      "step": 504
    },
    {
      "epoch": 0.517948717948718,
      "grad_norm": 4.0566582679748535,
      "learning_rate": 4.7571888894277604e-05,
      "loss": 1.1123,
      "step": 505
    },
    {
      "epoch": 0.518974358974359,
      "grad_norm": 3.4572150707244873,
      "learning_rate": 4.741015520704148e-05,
      "loss": 1.0085,
      "step": 506
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.5229337215423584,
      "learning_rate": 4.724844868605176e-05,
      "loss": 0.8503,
      "step": 507
    },
    {
      "epoch": 0.521025641025641,
      "grad_norm": 3.029756546020508,
      "learning_rate": 4.708677102753331e-05,
      "loss": 0.7468,
      "step": 508
    },
    {
      "epoch": 0.522051282051282,
      "grad_norm": 3.045581817626953,
      "learning_rate": 4.692512392740827e-05,
      "loss": 0.6034,
      "step": 509
    },
    {
      "epoch": 0.5230769230769231,
      "grad_norm": 3.791731834411621,
      "learning_rate": 4.676350908127822e-05,
      "loss": 0.6551,
      "step": 510
    },
    {
      "epoch": 0.5241025641025641,
      "grad_norm": 4.321029186248779,
      "learning_rate": 4.660192818440641e-05,
      "loss": 0.9886,
      "step": 511
    },
    {
      "epoch": 0.5251282051282051,
      "grad_norm": 3.605698585510254,
      "learning_rate": 4.644038293170003e-05,
      "loss": 0.8853,
      "step": 512
    },
    {
      "epoch": 0.5261538461538462,
      "grad_norm": 3.6669375896453857,
      "learning_rate": 4.627887501769231e-05,
      "loss": 0.8434,
      "step": 513
    },
    {
      "epoch": 0.5271794871794871,
      "grad_norm": 4.424201488494873,
      "learning_rate": 4.611740613652484e-05,
      "loss": 0.9809,
      "step": 514
    },
    {
      "epoch": 0.5282051282051282,
      "grad_norm": 4.041125774383545,
      "learning_rate": 4.59559779819298e-05,
      "loss": 0.7898,
      "step": 515
    },
    {
      "epoch": 0.5292307692307693,
      "grad_norm": 3.6709392070770264,
      "learning_rate": 4.579459224721212e-05,
      "loss": 0.8668,
      "step": 516
    },
    {
      "epoch": 0.5302564102564102,
      "grad_norm": 3.891552448272705,
      "learning_rate": 4.5633250625231806e-05,
      "loss": 0.789,
      "step": 517
    },
    {
      "epoch": 0.5312820512820513,
      "grad_norm": 3.718518018722534,
      "learning_rate": 4.5471954808386115e-05,
      "loss": 0.7236,
      "step": 518
    },
    {
      "epoch": 0.5323076923076923,
      "grad_norm": 5.797797203063965,
      "learning_rate": 4.5310706488591856e-05,
      "loss": 0.9424,
      "step": 519
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 3.6650149822235107,
      "learning_rate": 4.51495073572676e-05,
      "loss": 0.7161,
      "step": 520
    },
    {
      "epoch": 0.5343589743589744,
      "grad_norm": 4.334537506103516,
      "learning_rate": 4.4988359105315956e-05,
      "loss": 1.0199,
      "step": 521
    },
    {
      "epoch": 0.5353846153846153,
      "grad_norm": 4.335823059082031,
      "learning_rate": 4.482726342310582e-05,
      "loss": 0.6583,
      "step": 522
    },
    {
      "epoch": 0.5364102564102564,
      "grad_norm": 3.527566432952881,
      "learning_rate": 4.4666222000454683e-05,
      "loss": 0.5598,
      "step": 523
    },
    {
      "epoch": 0.5374358974358975,
      "grad_norm": 4.113170146942139,
      "learning_rate": 4.450523652661086e-05,
      "loss": 0.9213,
      "step": 524
    },
    {
      "epoch": 0.5384615384615384,
      "grad_norm": 3.18794322013855,
      "learning_rate": 4.434430869023579e-05,
      "loss": 0.5432,
      "step": 525
    },
    {
      "epoch": 0.5394871794871795,
      "grad_norm": 4.400610446929932,
      "learning_rate": 4.4183440179386336e-05,
      "loss": 0.837,
      "step": 526
    },
    {
      "epoch": 0.5405128205128205,
      "grad_norm": 5.420957088470459,
      "learning_rate": 4.402263268149706e-05,
      "loss": 0.7791,
      "step": 527
    },
    {
      "epoch": 0.5415384615384615,
      "grad_norm": 4.91825532913208,
      "learning_rate": 4.386188788336251e-05,
      "loss": 1.1835,
      "step": 528
    },
    {
      "epoch": 0.5425641025641026,
      "grad_norm": 5.261502742767334,
      "learning_rate": 4.3701207471119556e-05,
      "loss": 0.8806,
      "step": 529
    },
    {
      "epoch": 0.5435897435897435,
      "grad_norm": 4.36930513381958,
      "learning_rate": 4.35405931302297e-05,
      "loss": 0.7115,
      "step": 530
    },
    {
      "epoch": 0.5446153846153846,
      "grad_norm": 4.951527118682861,
      "learning_rate": 4.338004654546136e-05,
      "loss": 0.9458,
      "step": 531
    },
    {
      "epoch": 0.5456410256410257,
      "grad_norm": 5.315147876739502,
      "learning_rate": 4.321956940087224e-05,
      "loss": 0.8225,
      "step": 532
    },
    {
      "epoch": 0.5466666666666666,
      "grad_norm": 5.095892906188965,
      "learning_rate": 4.305916337979168e-05,
      "loss": 0.7765,
      "step": 533
    },
    {
      "epoch": 0.5476923076923077,
      "grad_norm": 5.901291370391846,
      "learning_rate": 4.289883016480291e-05,
      "loss": 0.9932,
      "step": 534
    },
    {
      "epoch": 0.5487179487179488,
      "grad_norm": 4.8045454025268555,
      "learning_rate": 4.27385714377255e-05,
      "loss": 0.8497,
      "step": 535
    },
    {
      "epoch": 0.5497435897435897,
      "grad_norm": 5.030290126800537,
      "learning_rate": 4.2578388879597636e-05,
      "loss": 0.8228,
      "step": 536
    },
    {
      "epoch": 0.5507692307692308,
      "grad_norm": 6.015605449676514,
      "learning_rate": 4.24182841706586e-05,
      "loss": 0.7904,
      "step": 537
    },
    {
      "epoch": 0.5517948717948717,
      "grad_norm": 4.619335651397705,
      "learning_rate": 4.225825899033101e-05,
      "loss": 0.7664,
      "step": 538
    },
    {
      "epoch": 0.5528205128205128,
      "grad_norm": 6.835779666900635,
      "learning_rate": 4.2098315017203284e-05,
      "loss": 1.2118,
      "step": 539
    },
    {
      "epoch": 0.5538461538461539,
      "grad_norm": 6.451062202453613,
      "learning_rate": 4.193845392901201e-05,
      "loss": 0.7507,
      "step": 540
    },
    {
      "epoch": 0.5548717948717948,
      "grad_norm": 6.827089786529541,
      "learning_rate": 4.177867740262437e-05,
      "loss": 1.2913,
      "step": 541
    },
    {
      "epoch": 0.5558974358974359,
      "grad_norm": 6.43461275100708,
      "learning_rate": 4.1618987114020494e-05,
      "loss": 0.9869,
      "step": 542
    },
    {
      "epoch": 0.556923076923077,
      "grad_norm": 6.440637588500977,
      "learning_rate": 4.145938473827598e-05,
      "loss": 1.0771,
      "step": 543
    },
    {
      "epoch": 0.5579487179487179,
      "grad_norm": 8.836165428161621,
      "learning_rate": 4.129987194954421e-05,
      "loss": 1.1488,
      "step": 544
    },
    {
      "epoch": 0.558974358974359,
      "grad_norm": 7.749456882476807,
      "learning_rate": 4.114045042103887e-05,
      "loss": 1.1287,
      "step": 545
    },
    {
      "epoch": 0.56,
      "grad_norm": 8.85991096496582,
      "learning_rate": 4.0981121825016335e-05,
      "loss": 0.8482,
      "step": 546
    },
    {
      "epoch": 0.561025641025641,
      "grad_norm": 6.693284034729004,
      "learning_rate": 4.08218878327582e-05,
      "loss": 0.9606,
      "step": 547
    },
    {
      "epoch": 0.5620512820512821,
      "grad_norm": 13.326346397399902,
      "learning_rate": 4.066275011455369e-05,
      "loss": 2.4016,
      "step": 548
    },
    {
      "epoch": 0.563076923076923,
      "grad_norm": 9.869938850402832,
      "learning_rate": 4.050371033968216e-05,
      "loss": 1.4404,
      "step": 549
    },
    {
      "epoch": 0.5641025641025641,
      "grad_norm": 21.676836013793945,
      "learning_rate": 4.0344770176395606e-05,
      "loss": 2.7433,
      "step": 550
    },
    {
      "epoch": 0.5651282051282052,
      "grad_norm": 2.9185233116149902,
      "learning_rate": 4.018593129190113e-05,
      "loss": 0.9116,
      "step": 551
    },
    {
      "epoch": 0.5661538461538461,
      "grad_norm": 3.584000587463379,
      "learning_rate": 4.002719535234346e-05,
      "loss": 0.8786,
      "step": 552
    },
    {
      "epoch": 0.5671794871794872,
      "grad_norm": 3.348461389541626,
      "learning_rate": 3.9868564022787505e-05,
      "loss": 1.0537,
      "step": 553
    },
    {
      "epoch": 0.5682051282051283,
      "grad_norm": 3.597489595413208,
      "learning_rate": 3.971003896720082e-05,
      "loss": 0.8595,
      "step": 554
    },
    {
      "epoch": 0.5692307692307692,
      "grad_norm": 3.8525686264038086,
      "learning_rate": 3.955162184843625e-05,
      "loss": 1.2075,
      "step": 555
    },
    {
      "epoch": 0.5702564102564103,
      "grad_norm": 3.660264015197754,
      "learning_rate": 3.9393314328214404e-05,
      "loss": 0.8645,
      "step": 556
    },
    {
      "epoch": 0.5712820512820512,
      "grad_norm": 4.195328235626221,
      "learning_rate": 3.9235118067106255e-05,
      "loss": 0.791,
      "step": 557
    },
    {
      "epoch": 0.5723076923076923,
      "grad_norm": 3.948169231414795,
      "learning_rate": 3.9077034724515735e-05,
      "loss": 1.0316,
      "step": 558
    },
    {
      "epoch": 0.5733333333333334,
      "grad_norm": 4.242710590362549,
      "learning_rate": 3.89190659586623e-05,
      "loss": 1.2158,
      "step": 559
    },
    {
      "epoch": 0.5743589743589743,
      "grad_norm": 3.380972146987915,
      "learning_rate": 3.876121342656355e-05,
      "loss": 0.7281,
      "step": 560
    },
    {
      "epoch": 0.5753846153846154,
      "grad_norm": 3.5505964756011963,
      "learning_rate": 3.860347878401785e-05,
      "loss": 0.8476,
      "step": 561
    },
    {
      "epoch": 0.5764102564102564,
      "grad_norm": 3.690211534500122,
      "learning_rate": 3.8445863685586946e-05,
      "loss": 0.8592,
      "step": 562
    },
    {
      "epoch": 0.5774358974358974,
      "grad_norm": 3.36208176612854,
      "learning_rate": 3.828836978457867e-05,
      "loss": 0.8434,
      "step": 563
    },
    {
      "epoch": 0.5784615384615385,
      "grad_norm": 4.147233486175537,
      "learning_rate": 3.8130998733029515e-05,
      "loss": 0.9171,
      "step": 564
    },
    {
      "epoch": 0.5794871794871795,
      "grad_norm": 4.193312168121338,
      "learning_rate": 3.7973752181687335e-05,
      "loss": 1.189,
      "step": 565
    },
    {
      "epoch": 0.5805128205128205,
      "grad_norm": 4.2952799797058105,
      "learning_rate": 3.7816631779994014e-05,
      "loss": 1.0258,
      "step": 566
    },
    {
      "epoch": 0.5815384615384616,
      "grad_norm": 3.98516583442688,
      "learning_rate": 3.765963917606828e-05,
      "loss": 0.936,
      "step": 567
    },
    {
      "epoch": 0.5825641025641025,
      "grad_norm": 4.766544342041016,
      "learning_rate": 3.7502776016688233e-05,
      "loss": 0.8851,
      "step": 568
    },
    {
      "epoch": 0.5835897435897436,
      "grad_norm": 3.7004663944244385,
      "learning_rate": 3.734604394727419e-05,
      "loss": 0.9123,
      "step": 569
    },
    {
      "epoch": 0.5846153846153846,
      "grad_norm": 3.8416121006011963,
      "learning_rate": 3.718944461187138e-05,
      "loss": 0.9029,
      "step": 570
    },
    {
      "epoch": 0.5856410256410256,
      "grad_norm": 4.590026378631592,
      "learning_rate": 3.703297965313275e-05,
      "loss": 0.9093,
      "step": 571
    },
    {
      "epoch": 0.5866666666666667,
      "grad_norm": 5.443653583526611,
      "learning_rate": 3.687665071230165e-05,
      "loss": 1.2598,
      "step": 572
    },
    {
      "epoch": 0.5876923076923077,
      "grad_norm": 4.323064804077148,
      "learning_rate": 3.672045942919474e-05,
      "loss": 0.8458,
      "step": 573
    },
    {
      "epoch": 0.5887179487179487,
      "grad_norm": 4.859533309936523,
      "learning_rate": 3.656440744218464e-05,
      "loss": 0.8709,
      "step": 574
    },
    {
      "epoch": 0.5897435897435898,
      "grad_norm": 4.04263162612915,
      "learning_rate": 3.640849638818286e-05,
      "loss": 0.838,
      "step": 575
    },
    {
      "epoch": 0.5907692307692308,
      "grad_norm": 9.154648780822754,
      "learning_rate": 3.6252727902622574e-05,
      "loss": 1.0216,
      "step": 576
    },
    {
      "epoch": 0.5917948717948718,
      "grad_norm": 4.282992362976074,
      "learning_rate": 3.60971036194415e-05,
      "loss": 0.8146,
      "step": 577
    },
    {
      "epoch": 0.5928205128205128,
      "grad_norm": 4.42677640914917,
      "learning_rate": 3.594162517106472e-05,
      "loss": 0.8886,
      "step": 578
    },
    {
      "epoch": 0.5938461538461538,
      "grad_norm": 5.050022125244141,
      "learning_rate": 3.578629418838757e-05,
      "loss": 0.9042,
      "step": 579
    },
    {
      "epoch": 0.5948717948717949,
      "grad_norm": 3.115283727645874,
      "learning_rate": 3.5631112300758595e-05,
      "loss": 0.4213,
      "step": 580
    },
    {
      "epoch": 0.5958974358974359,
      "grad_norm": 4.380908489227295,
      "learning_rate": 3.547608113596233e-05,
      "loss": 0.8053,
      "step": 581
    },
    {
      "epoch": 0.5969230769230769,
      "grad_norm": 4.4191975593566895,
      "learning_rate": 3.532120232020236e-05,
      "loss": 0.9053,
      "step": 582
    },
    {
      "epoch": 0.597948717948718,
      "grad_norm": 5.054905891418457,
      "learning_rate": 3.516647747808417e-05,
      "loss": 1.0148,
      "step": 583
    },
    {
      "epoch": 0.598974358974359,
      "grad_norm": 4.585427761077881,
      "learning_rate": 3.5011908232598125e-05,
      "loss": 0.8022,
      "step": 584
    },
    {
      "epoch": 0.6,
      "grad_norm": 4.69326639175415,
      "learning_rate": 3.4857496205102474e-05,
      "loss": 0.8858,
      "step": 585
    },
    {
      "epoch": 0.601025641025641,
      "grad_norm": 4.973596096038818,
      "learning_rate": 3.470324301530631e-05,
      "loss": 0.8065,
      "step": 586
    },
    {
      "epoch": 0.602051282051282,
      "grad_norm": 5.626595497131348,
      "learning_rate": 3.4549150281252636e-05,
      "loss": 0.9224,
      "step": 587
    },
    {
      "epoch": 0.6030769230769231,
      "grad_norm": 5.552666187286377,
      "learning_rate": 3.4395219619301286e-05,
      "loss": 0.9828,
      "step": 588
    },
    {
      "epoch": 0.6041025641025641,
      "grad_norm": 5.030958652496338,
      "learning_rate": 3.424145264411208e-05,
      "loss": 0.8678,
      "step": 589
    },
    {
      "epoch": 0.6051282051282051,
      "grad_norm": 8.205333709716797,
      "learning_rate": 3.408785096862782e-05,
      "loss": 1.0126,
      "step": 590
    },
    {
      "epoch": 0.6061538461538462,
      "grad_norm": 4.884055137634277,
      "learning_rate": 3.3934416204057395e-05,
      "loss": 0.6862,
      "step": 591
    },
    {
      "epoch": 0.6071794871794872,
      "grad_norm": 6.56550407409668,
      "learning_rate": 3.3781149959858896e-05,
      "loss": 0.9719,
      "step": 592
    },
    {
      "epoch": 0.6082051282051282,
      "grad_norm": 5.752076148986816,
      "learning_rate": 3.362805384372267e-05,
      "loss": 0.972,
      "step": 593
    },
    {
      "epoch": 0.6092307692307692,
      "grad_norm": 5.421663761138916,
      "learning_rate": 3.347512946155457e-05,
      "loss": 0.9217,
      "step": 594
    },
    {
      "epoch": 0.6102564102564103,
      "grad_norm": 5.89932918548584,
      "learning_rate": 3.332237841745898e-05,
      "loss": 0.7745,
      "step": 595
    },
    {
      "epoch": 0.6112820512820513,
      "grad_norm": 7.548627853393555,
      "learning_rate": 3.316980231372208e-05,
      "loss": 1.1902,
      "step": 596
    },
    {
      "epoch": 0.6123076923076923,
      "grad_norm": 7.091285705566406,
      "learning_rate": 3.3017402750794974e-05,
      "loss": 1.0425,
      "step": 597
    },
    {
      "epoch": 0.6133333333333333,
      "grad_norm": 7.975155830383301,
      "learning_rate": 3.2865181327277e-05,
      "loss": 0.9731,
      "step": 598
    },
    {
      "epoch": 0.6143589743589744,
      "grad_norm": 7.424154758453369,
      "learning_rate": 3.271313963989886e-05,
      "loss": 0.9359,
      "step": 599
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 17.703834533691406,
      "learning_rate": 3.2561279283505883e-05,
      "loss": 2.9188,
      "step": 600
    },
    {
      "epoch": 0.6164102564102564,
      "grad_norm": 3.1198015213012695,
      "learning_rate": 3.240960185104137e-05,
      "loss": 0.9962,
      "step": 601
    },
    {
      "epoch": 0.6174358974358974,
      "grad_norm": 3.0521328449249268,
      "learning_rate": 3.225810893352981e-05,
      "loss": 0.9362,
      "step": 602
    },
    {
      "epoch": 0.6184615384615385,
      "grad_norm": 3.140900135040283,
      "learning_rate": 3.21068021200602e-05,
      "loss": 0.6986,
      "step": 603
    },
    {
      "epoch": 0.6194871794871795,
      "grad_norm": 3.426166534423828,
      "learning_rate": 3.195568299776945e-05,
      "loss": 0.738,
      "step": 604
    },
    {
      "epoch": 0.6205128205128205,
      "grad_norm": 4.168647289276123,
      "learning_rate": 3.180475315182563e-05,
      "loss": 1.1763,
      "step": 605
    },
    {
      "epoch": 0.6215384615384615,
      "grad_norm": 3.7301671504974365,
      "learning_rate": 3.1654014165411396e-05,
      "loss": 0.9091,
      "step": 606
    },
    {
      "epoch": 0.6225641025641026,
      "grad_norm": 4.1091485023498535,
      "learning_rate": 3.150346761970741e-05,
      "loss": 0.9588,
      "step": 607
    },
    {
      "epoch": 0.6235897435897436,
      "grad_norm": 3.767378091812134,
      "learning_rate": 3.1353115093875676e-05,
      "loss": 0.8968,
      "step": 608
    },
    {
      "epoch": 0.6246153846153846,
      "grad_norm": 3.5465545654296875,
      "learning_rate": 3.120295816504305e-05,
      "loss": 0.784,
      "step": 609
    },
    {
      "epoch": 0.6256410256410256,
      "grad_norm": 4.210227012634277,
      "learning_rate": 3.105299840828466e-05,
      "loss": 0.9259,
      "step": 610
    },
    {
      "epoch": 0.6266666666666667,
      "grad_norm": 3.9319095611572266,
      "learning_rate": 3.090323739660742e-05,
      "loss": 1.038,
      "step": 611
    },
    {
      "epoch": 0.6276923076923077,
      "grad_norm": 3.408377170562744,
      "learning_rate": 3.075367670093345e-05,
      "loss": 0.7967,
      "step": 612
    },
    {
      "epoch": 0.6287179487179487,
      "grad_norm": 3.094470262527466,
      "learning_rate": 3.0604317890083676e-05,
      "loss": 0.6266,
      "step": 613
    },
    {
      "epoch": 0.6297435897435898,
      "grad_norm": 3.8218648433685303,
      "learning_rate": 3.045516253076137e-05,
      "loss": 0.8968,
      "step": 614
    },
    {
      "epoch": 0.6307692307692307,
      "grad_norm": 3.7332828044891357,
      "learning_rate": 3.0306212187535653e-05,
      "loss": 0.8898,
      "step": 615
    },
    {
      "epoch": 0.6317948717948718,
      "grad_norm": 3.9425766468048096,
      "learning_rate": 3.0157468422825145e-05,
      "loss": 0.9481,
      "step": 616
    },
    {
      "epoch": 0.6328205128205128,
      "grad_norm": 3.9368338584899902,
      "learning_rate": 3.000893279688155e-05,
      "loss": 0.7755,
      "step": 617
    },
    {
      "epoch": 0.6338461538461538,
      "grad_norm": 3.7453091144561768,
      "learning_rate": 2.986060686777332e-05,
      "loss": 0.7559,
      "step": 618
    },
    {
      "epoch": 0.6348717948717949,
      "grad_norm": 4.814942359924316,
      "learning_rate": 2.9712492191369244e-05,
      "loss": 0.9113,
      "step": 619
    },
    {
      "epoch": 0.6358974358974359,
      "grad_norm": 4.351156234741211,
      "learning_rate": 2.9564590321322207e-05,
      "loss": 0.9169,
      "step": 620
    },
    {
      "epoch": 0.6369230769230769,
      "grad_norm": 4.052509307861328,
      "learning_rate": 2.9416902809052815e-05,
      "loss": 0.7972,
      "step": 621
    },
    {
      "epoch": 0.637948717948718,
      "grad_norm": 3.909560203552246,
      "learning_rate": 2.9269431203733212e-05,
      "loss": 0.7244,
      "step": 622
    },
    {
      "epoch": 0.638974358974359,
      "grad_norm": 5.468190670013428,
      "learning_rate": 2.912217705227075e-05,
      "loss": 1.1704,
      "step": 623
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.494494438171387,
      "learning_rate": 2.8975141899291775e-05,
      "loss": 0.8648,
      "step": 624
    },
    {
      "epoch": 0.6410256410256411,
      "grad_norm": 4.557878017425537,
      "learning_rate": 2.882832728712551e-05,
      "loss": 1.0224,
      "step": 625
    },
    {
      "epoch": 0.642051282051282,
      "grad_norm": 4.89199686050415,
      "learning_rate": 2.868173475578772e-05,
      "loss": 0.8124,
      "step": 626
    },
    {
      "epoch": 0.6430769230769231,
      "grad_norm": 5.018042087554932,
      "learning_rate": 2.853536584296471e-05,
      "loss": 1.0338,
      "step": 627
    },
    {
      "epoch": 0.6441025641025641,
      "grad_norm": 4.39663553237915,
      "learning_rate": 2.838922208399712e-05,
      "loss": 0.9534,
      "step": 628
    },
    {
      "epoch": 0.6451282051282051,
      "grad_norm": 5.320891380310059,
      "learning_rate": 2.824330501186384e-05,
      "loss": 0.8739,
      "step": 629
    },
    {
      "epoch": 0.6461538461538462,
      "grad_norm": 5.0310845375061035,
      "learning_rate": 2.8097616157165883e-05,
      "loss": 0.8826,
      "step": 630
    },
    {
      "epoch": 0.6471794871794871,
      "grad_norm": 5.115954399108887,
      "learning_rate": 2.7952157048110406e-05,
      "loss": 0.9303,
      "step": 631
    },
    {
      "epoch": 0.6482051282051282,
      "grad_norm": 5.387957572937012,
      "learning_rate": 2.780692921049465e-05,
      "loss": 1.0479,
      "step": 632
    },
    {
      "epoch": 0.6492307692307693,
      "grad_norm": 4.054910182952881,
      "learning_rate": 2.7661934167689884e-05,
      "loss": 0.8084,
      "step": 633
    },
    {
      "epoch": 0.6502564102564102,
      "grad_norm": 5.301115036010742,
      "learning_rate": 2.751717344062552e-05,
      "loss": 0.8776,
      "step": 634
    },
    {
      "epoch": 0.6512820512820513,
      "grad_norm": 4.4115376472473145,
      "learning_rate": 2.737264854777306e-05,
      "loss": 0.8594,
      "step": 635
    },
    {
      "epoch": 0.6523076923076923,
      "grad_norm": 4.735803604125977,
      "learning_rate": 2.722836100513027e-05,
      "loss": 0.6725,
      "step": 636
    },
    {
      "epoch": 0.6533333333333333,
      "grad_norm": 5.544336318969727,
      "learning_rate": 2.7084312326205165e-05,
      "loss": 1.1586,
      "step": 637
    },
    {
      "epoch": 0.6543589743589744,
      "grad_norm": 4.651020526885986,
      "learning_rate": 2.6940504022000246e-05,
      "loss": 0.7332,
      "step": 638
    },
    {
      "epoch": 0.6553846153846153,
      "grad_norm": 5.087306022644043,
      "learning_rate": 2.6796937600996587e-05,
      "loss": 0.8636,
      "step": 639
    },
    {
      "epoch": 0.6564102564102564,
      "grad_norm": 5.586525917053223,
      "learning_rate": 2.6653614569137968e-05,
      "loss": 0.8748,
      "step": 640
    },
    {
      "epoch": 0.6574358974358975,
      "grad_norm": 8.545527458190918,
      "learning_rate": 2.6510536429815226e-05,
      "loss": 1.5353,
      "step": 641
    },
    {
      "epoch": 0.6584615384615384,
      "grad_norm": 5.377351760864258,
      "learning_rate": 2.636770468385029e-05,
      "loss": 0.8199,
      "step": 642
    },
    {
      "epoch": 0.6594871794871795,
      "grad_norm": 7.6733479499816895,
      "learning_rate": 2.622512082948063e-05,
      "loss": 0.9214,
      "step": 643
    },
    {
      "epoch": 0.6605128205128206,
      "grad_norm": 5.725372791290283,
      "learning_rate": 2.6082786362343377e-05,
      "loss": 0.819,
      "step": 644
    },
    {
      "epoch": 0.6615384615384615,
      "grad_norm": 6.759417533874512,
      "learning_rate": 2.5940702775459747e-05,
      "loss": 0.9575,
      "step": 645
    },
    {
      "epoch": 0.6625641025641026,
      "grad_norm": 7.3707475662231445,
      "learning_rate": 2.5798871559219363e-05,
      "loss": 0.9863,
      "step": 646
    },
    {
      "epoch": 0.6635897435897435,
      "grad_norm": 6.218385696411133,
      "learning_rate": 2.5657294201364522e-05,
      "loss": 0.9681,
      "step": 647
    },
    {
      "epoch": 0.6646153846153846,
      "grad_norm": 8.35086727142334,
      "learning_rate": 2.551597218697476e-05,
      "loss": 1.2805,
      "step": 648
    },
    {
      "epoch": 0.6656410256410257,
      "grad_norm": 9.799511909484863,
      "learning_rate": 2.537490699845109e-05,
      "loss": 1.8079,
      "step": 649
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 14.814082145690918,
      "learning_rate": 2.5234100115500643e-05,
      "loss": 2.3477,
      "step": 650
    },
    {
      "epoch": 0.6676923076923077,
      "grad_norm": 3.628156900405884,
      "learning_rate": 2.5093553015120935e-05,
      "loss": 0.8513,
      "step": 651
    },
    {
      "epoch": 0.6687179487179488,
      "grad_norm": 3.282219171524048,
      "learning_rate": 2.4953267171584572e-05,
      "loss": 0.9223,
      "step": 652
    },
    {
      "epoch": 0.6697435897435897,
      "grad_norm": 4.517470836639404,
      "learning_rate": 2.481324405642369e-05,
      "loss": 1.1037,
      "step": 653
    },
    {
      "epoch": 0.6707692307692308,
      "grad_norm": 3.0027644634246826,
      "learning_rate": 2.467348513841447e-05,
      "loss": 0.7812,
      "step": 654
    },
    {
      "epoch": 0.6717948717948717,
      "grad_norm": 3.983159065246582,
      "learning_rate": 2.4533991883561868e-05,
      "loss": 1.0249,
      "step": 655
    },
    {
      "epoch": 0.6728205128205128,
      "grad_norm": 3.740907907485962,
      "learning_rate": 2.4394765755084082e-05,
      "loss": 0.7535,
      "step": 656
    },
    {
      "epoch": 0.6738461538461539,
      "grad_norm": 4.2395243644714355,
      "learning_rate": 2.425580821339733e-05,
      "loss": 0.7569,
      "step": 657
    },
    {
      "epoch": 0.6748717948717948,
      "grad_norm": 3.2786495685577393,
      "learning_rate": 2.4117120716100483e-05,
      "loss": 0.6535,
      "step": 658
    },
    {
      "epoch": 0.6758974358974359,
      "grad_norm": 3.233170986175537,
      "learning_rate": 2.3978704717959775e-05,
      "loss": 0.6215,
      "step": 659
    },
    {
      "epoch": 0.676923076923077,
      "grad_norm": 3.518514633178711,
      "learning_rate": 2.3840561670893496e-05,
      "loss": 0.7986,
      "step": 660
    },
    {
      "epoch": 0.6779487179487179,
      "grad_norm": 4.709671974182129,
      "learning_rate": 2.370269302395685e-05,
      "loss": 1.0514,
      "step": 661
    },
    {
      "epoch": 0.678974358974359,
      "grad_norm": 4.488591194152832,
      "learning_rate": 2.3565100223326737e-05,
      "loss": 1.0848,
      "step": 662
    },
    {
      "epoch": 0.68,
      "grad_norm": 3.565408706665039,
      "learning_rate": 2.3427784712286478e-05,
      "loss": 0.8431,
      "step": 663
    },
    {
      "epoch": 0.681025641025641,
      "grad_norm": 4.225356578826904,
      "learning_rate": 2.329074793121085e-05,
      "loss": 0.8352,
      "step": 664
    },
    {
      "epoch": 0.6820512820512821,
      "grad_norm": 3.643540143966675,
      "learning_rate": 2.315399131755081e-05,
      "loss": 0.7205,
      "step": 665
    },
    {
      "epoch": 0.683076923076923,
      "grad_norm": 4.655734062194824,
      "learning_rate": 2.3017516305818547e-05,
      "loss": 1.1012,
      "step": 666
    },
    {
      "epoch": 0.6841025641025641,
      "grad_norm": 5.035673141479492,
      "learning_rate": 2.2881324327572333e-05,
      "loss": 0.8962,
      "step": 667
    },
    {
      "epoch": 0.6851282051282052,
      "grad_norm": 3.650304079055786,
      "learning_rate": 2.2745416811401586e-05,
      "loss": 0.7316,
      "step": 668
    },
    {
      "epoch": 0.6861538461538461,
      "grad_norm": 5.1811723709106445,
      "learning_rate": 2.2609795182911857e-05,
      "loss": 0.9837,
      "step": 669
    },
    {
      "epoch": 0.6871794871794872,
      "grad_norm": 3.705246686935425,
      "learning_rate": 2.2474460864709824e-05,
      "loss": 0.6939,
      "step": 670
    },
    {
      "epoch": 0.6882051282051282,
      "grad_norm": 3.557392120361328,
      "learning_rate": 2.2339415276388476e-05,
      "loss": 0.7794,
      "step": 671
    },
    {
      "epoch": 0.6892307692307692,
      "grad_norm": 4.696861743927002,
      "learning_rate": 2.220465983451209e-05,
      "loss": 0.8961,
      "step": 672
    },
    {
      "epoch": 0.6902564102564103,
      "grad_norm": 5.026604652404785,
      "learning_rate": 2.207019595260154e-05,
      "loss": 0.9163,
      "step": 673
    },
    {
      "epoch": 0.6912820512820513,
      "grad_norm": 4.0600786209106445,
      "learning_rate": 2.193602504111927e-05,
      "loss": 0.7917,
      "step": 674
    },
    {
      "epoch": 0.6923076923076923,
      "grad_norm": 4.523590564727783,
      "learning_rate": 2.180214850745467e-05,
      "loss": 0.8729,
      "step": 675
    },
    {
      "epoch": 0.6933333333333334,
      "grad_norm": 4.234561443328857,
      "learning_rate": 2.166856775590926e-05,
      "loss": 0.7915,
      "step": 676
    },
    {
      "epoch": 0.6943589743589743,
      "grad_norm": 4.244573593139648,
      "learning_rate": 2.1535284187681864e-05,
      "loss": 0.7352,
      "step": 677
    },
    {
      "epoch": 0.6953846153846154,
      "grad_norm": 4.519306182861328,
      "learning_rate": 2.1402299200854088e-05,
      "loss": 0.6901,
      "step": 678
    },
    {
      "epoch": 0.6964102564102564,
      "grad_norm": 5.200833320617676,
      "learning_rate": 2.1269614190375475e-05,
      "loss": 0.9269,
      "step": 679
    },
    {
      "epoch": 0.6974358974358974,
      "grad_norm": 3.9258668422698975,
      "learning_rate": 2.1137230548049043e-05,
      "loss": 0.6488,
      "step": 680
    },
    {
      "epoch": 0.6984615384615385,
      "grad_norm": 5.1966094970703125,
      "learning_rate": 2.1005149662516517e-05,
      "loss": 1.0121,
      "step": 681
    },
    {
      "epoch": 0.6994871794871795,
      "grad_norm": 4.120271682739258,
      "learning_rate": 2.08733729192439e-05,
      "loss": 0.6184,
      "step": 682
    },
    {
      "epoch": 0.7005128205128205,
      "grad_norm": 4.631044864654541,
      "learning_rate": 2.0741901700506898e-05,
      "loss": 0.8,
      "step": 683
    },
    {
      "epoch": 0.7015384615384616,
      "grad_norm": 4.592540740966797,
      "learning_rate": 2.061073738537635e-05,
      "loss": 0.721,
      "step": 684
    },
    {
      "epoch": 0.7025641025641025,
      "grad_norm": 4.564781665802002,
      "learning_rate": 2.0479881349703883e-05,
      "loss": 0.8965,
      "step": 685
    },
    {
      "epoch": 0.7035897435897436,
      "grad_norm": 4.793272972106934,
      "learning_rate": 2.0349334966107363e-05,
      "loss": 0.8799,
      "step": 686
    },
    {
      "epoch": 0.7046153846153846,
      "grad_norm": 4.774331092834473,
      "learning_rate": 2.021909960395661e-05,
      "loss": 0.6819,
      "step": 687
    },
    {
      "epoch": 0.7056410256410256,
      "grad_norm": 4.793571472167969,
      "learning_rate": 2.0089176629358902e-05,
      "loss": 0.7393,
      "step": 688
    },
    {
      "epoch": 0.7066666666666667,
      "grad_norm": 4.907595157623291,
      "learning_rate": 1.9959567405144825e-05,
      "loss": 0.6832,
      "step": 689
    },
    {
      "epoch": 0.7076923076923077,
      "grad_norm": 5.936582088470459,
      "learning_rate": 1.983027329085377e-05,
      "loss": 1.0449,
      "step": 690
    },
    {
      "epoch": 0.7087179487179487,
      "grad_norm": 7.5036468505859375,
      "learning_rate": 1.9701295642719836e-05,
      "loss": 1.0242,
      "step": 691
    },
    {
      "epoch": 0.7097435897435898,
      "grad_norm": 6.714776992797852,
      "learning_rate": 1.9572635813657493e-05,
      "loss": 0.9145,
      "step": 692
    },
    {
      "epoch": 0.7107692307692308,
      "grad_norm": 5.950802326202393,
      "learning_rate": 1.9444295153247487e-05,
      "loss": 0.799,
      "step": 693
    },
    {
      "epoch": 0.7117948717948718,
      "grad_norm": 6.308447360992432,
      "learning_rate": 1.9316275007722628e-05,
      "loss": 0.9457,
      "step": 694
    },
    {
      "epoch": 0.7128205128205128,
      "grad_norm": 7.886383533477783,
      "learning_rate": 1.9188576719953633e-05,
      "loss": 1.0317,
      "step": 695
    },
    {
      "epoch": 0.7138461538461538,
      "grad_norm": 5.275602340698242,
      "learning_rate": 1.906120162943515e-05,
      "loss": 0.7039,
      "step": 696
    },
    {
      "epoch": 0.7148717948717949,
      "grad_norm": 8.494133949279785,
      "learning_rate": 1.8934151072271573e-05,
      "loss": 1.3945,
      "step": 697
    },
    {
      "epoch": 0.7158974358974359,
      "grad_norm": 9.009941101074219,
      "learning_rate": 1.8807426381163153e-05,
      "loss": 1.0792,
      "step": 698
    },
    {
      "epoch": 0.7169230769230769,
      "grad_norm": 9.979042053222656,
      "learning_rate": 1.8681028885391904e-05,
      "loss": 1.8559,
      "step": 699
    },
    {
      "epoch": 0.717948717948718,
      "grad_norm": 14.340524673461914,
      "learning_rate": 1.8554959910807775e-05,
      "loss": 2.3886,
      "step": 700
    },
    {
      "epoch": 0.718974358974359,
      "grad_norm": 3.5783824920654297,
      "learning_rate": 1.8429220779814653e-05,
      "loss": 1.0347,
      "step": 701
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.505373001098633,
      "learning_rate": 1.83038128113565e-05,
      "loss": 1.1221,
      "step": 702
    },
    {
      "epoch": 0.721025641025641,
      "grad_norm": 3.311126232147217,
      "learning_rate": 1.81787373209036e-05,
      "loss": 1.016,
      "step": 703
    },
    {
      "epoch": 0.7220512820512821,
      "grad_norm": 4.206200122833252,
      "learning_rate": 1.8053995620438623e-05,
      "loss": 0.7464,
      "step": 704
    },
    {
      "epoch": 0.7230769230769231,
      "grad_norm": 3.581573963165283,
      "learning_rate": 1.7929589018443016e-05,
      "loss": 0.8472,
      "step": 705
    },
    {
      "epoch": 0.7241025641025641,
      "grad_norm": 3.8943471908569336,
      "learning_rate": 1.7805518819883132e-05,
      "loss": 0.9813,
      "step": 706
    },
    {
      "epoch": 0.7251282051282051,
      "grad_norm": 4.4279022216796875,
      "learning_rate": 1.7681786326196663e-05,
      "loss": 0.9147,
      "step": 707
    },
    {
      "epoch": 0.7261538461538461,
      "grad_norm": 4.258512020111084,
      "learning_rate": 1.755839283527893e-05,
      "loss": 1.1437,
      "step": 708
    },
    {
      "epoch": 0.7271794871794872,
      "grad_norm": 3.771702766418457,
      "learning_rate": 1.743533964146924e-05,
      "loss": 0.8131,
      "step": 709
    },
    {
      "epoch": 0.7282051282051282,
      "grad_norm": 3.5921738147735596,
      "learning_rate": 1.7312628035537387e-05,
      "loss": 0.7563,
      "step": 710
    },
    {
      "epoch": 0.7292307692307692,
      "grad_norm": 4.218902587890625,
      "learning_rate": 1.7190259304670038e-05,
      "loss": 0.9476,
      "step": 711
    },
    {
      "epoch": 0.7302564102564103,
      "grad_norm": 3.9128029346466064,
      "learning_rate": 1.7068234732457287e-05,
      "loss": 0.8582,
      "step": 712
    },
    {
      "epoch": 0.7312820512820513,
      "grad_norm": 3.746890068054199,
      "learning_rate": 1.694655559887914e-05,
      "loss": 0.7372,
      "step": 713
    },
    {
      "epoch": 0.7323076923076923,
      "grad_norm": 3.9440548419952393,
      "learning_rate": 1.6825223180292138e-05,
      "loss": 0.7916,
      "step": 714
    },
    {
      "epoch": 0.7333333333333333,
      "grad_norm": 3.8087127208709717,
      "learning_rate": 1.6704238749415957e-05,
      "loss": 0.5997,
      "step": 715
    },
    {
      "epoch": 0.7343589743589743,
      "grad_norm": 4.934430122375488,
      "learning_rate": 1.658360357532e-05,
      "loss": 0.9062,
      "step": 716
    },
    {
      "epoch": 0.7353846153846154,
      "grad_norm": 3.6877312660217285,
      "learning_rate": 1.646331892341018e-05,
      "loss": 0.7651,
      "step": 717
    },
    {
      "epoch": 0.7364102564102564,
      "grad_norm": 4.240451812744141,
      "learning_rate": 1.6343386055415543e-05,
      "loss": 0.9071,
      "step": 718
    },
    {
      "epoch": 0.7374358974358974,
      "grad_norm": 4.606338977813721,
      "learning_rate": 1.6223806229375182e-05,
      "loss": 1.053,
      "step": 719
    },
    {
      "epoch": 0.7384615384615385,
      "grad_norm": 3.6351633071899414,
      "learning_rate": 1.6104580699624837e-05,
      "loss": 0.7827,
      "step": 720
    },
    {
      "epoch": 0.7394871794871795,
      "grad_norm": 3.7633748054504395,
      "learning_rate": 1.5985710716783935e-05,
      "loss": 0.6667,
      "step": 721
    },
    {
      "epoch": 0.7405128205128205,
      "grad_norm": 3.6130781173706055,
      "learning_rate": 1.586719752774231e-05,
      "loss": 0.7119,
      "step": 722
    },
    {
      "epoch": 0.7415384615384616,
      "grad_norm": 4.104767322540283,
      "learning_rate": 1.574904237564726e-05,
      "loss": 0.8783,
      "step": 723
    },
    {
      "epoch": 0.7425641025641025,
      "grad_norm": 4.894397258758545,
      "learning_rate": 1.563124649989043e-05,
      "loss": 0.8815,
      "step": 724
    },
    {
      "epoch": 0.7435897435897436,
      "grad_norm": 4.747399806976318,
      "learning_rate": 1.5513811136094787e-05,
      "loss": 0.7852,
      "step": 725
    },
    {
      "epoch": 0.7446153846153846,
      "grad_norm": 4.582078456878662,
      "learning_rate": 1.5396737516101755e-05,
      "loss": 0.8133,
      "step": 726
    },
    {
      "epoch": 0.7456410256410256,
      "grad_norm": 4.204028129577637,
      "learning_rate": 1.5280026867958185e-05,
      "loss": 0.6605,
      "step": 727
    },
    {
      "epoch": 0.7466666666666667,
      "grad_norm": 4.3474531173706055,
      "learning_rate": 1.516368041590358e-05,
      "loss": 0.6586,
      "step": 728
    },
    {
      "epoch": 0.7476923076923077,
      "grad_norm": 3.6631569862365723,
      "learning_rate": 1.5047699380357133e-05,
      "loss": 0.4857,
      "step": 729
    },
    {
      "epoch": 0.7487179487179487,
      "grad_norm": 3.6860592365264893,
      "learning_rate": 1.4932084977905042e-05,
      "loss": 0.5411,
      "step": 730
    },
    {
      "epoch": 0.7497435897435898,
      "grad_norm": 5.683980464935303,
      "learning_rate": 1.4816838421287694e-05,
      "loss": 0.906,
      "step": 731
    },
    {
      "epoch": 0.7507692307692307,
      "grad_norm": 4.695862293243408,
      "learning_rate": 1.470196091938691e-05,
      "loss": 0.6484,
      "step": 732
    },
    {
      "epoch": 0.7517948717948718,
      "grad_norm": 6.877423286437988,
      "learning_rate": 1.4587453677213348e-05,
      "loss": 1.0808,
      "step": 733
    },
    {
      "epoch": 0.7528205128205128,
      "grad_norm": 4.961154937744141,
      "learning_rate": 1.4473317895893772e-05,
      "loss": 0.7292,
      "step": 734
    },
    {
      "epoch": 0.7538461538461538,
      "grad_norm": 5.3160810470581055,
      "learning_rate": 1.4359554772658552e-05,
      "loss": 0.7776,
      "step": 735
    },
    {
      "epoch": 0.7548717948717949,
      "grad_norm": 5.270435333251953,
      "learning_rate": 1.4246165500828972e-05,
      "loss": 0.8105,
      "step": 736
    },
    {
      "epoch": 0.7558974358974359,
      "grad_norm": 5.729541301727295,
      "learning_rate": 1.4133151269804873e-05,
      "loss": 1.291,
      "step": 737
    },
    {
      "epoch": 0.7569230769230769,
      "grad_norm": 3.9068515300750732,
      "learning_rate": 1.402051326505207e-05,
      "loss": 0.5514,
      "step": 738
    },
    {
      "epoch": 0.757948717948718,
      "grad_norm": 4.7010111808776855,
      "learning_rate": 1.3908252668089899e-05,
      "loss": 0.5938,
      "step": 739
    },
    {
      "epoch": 0.7589743589743589,
      "grad_norm": 6.777288436889648,
      "learning_rate": 1.3796370656478935e-05,
      "loss": 1.1077,
      "step": 740
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.429808139801025,
      "learning_rate": 1.368486840380851e-05,
      "loss": 0.7201,
      "step": 741
    },
    {
      "epoch": 0.7610256410256411,
      "grad_norm": 5.458662033081055,
      "learning_rate": 1.3573747079684518e-05,
      "loss": 0.7914,
      "step": 742
    },
    {
      "epoch": 0.762051282051282,
      "grad_norm": 4.463566303253174,
      "learning_rate": 1.3463007849717036e-05,
      "loss": 0.5937,
      "step": 743
    },
    {
      "epoch": 0.7630769230769231,
      "grad_norm": 6.832617282867432,
      "learning_rate": 1.3352651875508204e-05,
      "loss": 1.0022,
      "step": 744
    },
    {
      "epoch": 0.764102564102564,
      "grad_norm": 7.7007293701171875,
      "learning_rate": 1.3242680314639993e-05,
      "loss": 1.1953,
      "step": 745
    },
    {
      "epoch": 0.7651282051282051,
      "grad_norm": 6.916568756103516,
      "learning_rate": 1.3133094320661998e-05,
      "loss": 0.8883,
      "step": 746
    },
    {
      "epoch": 0.7661538461538462,
      "grad_norm": 7.466612815856934,
      "learning_rate": 1.3023895043079476e-05,
      "loss": 0.9905,
      "step": 747
    },
    {
      "epoch": 0.7671794871794871,
      "grad_norm": 8.147319793701172,
      "learning_rate": 1.2915083627341128e-05,
      "loss": 1.0014,
      "step": 748
    },
    {
      "epoch": 0.7682051282051282,
      "grad_norm": 9.48543643951416,
      "learning_rate": 1.2806661214827287e-05,
      "loss": 0.9548,
      "step": 749
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 18.878480911254883,
      "learning_rate": 1.2698628942837699e-05,
      "loss": 3.1681,
      "step": 750
    },
    {
      "epoch": 0.7702564102564102,
      "grad_norm": 3.2501041889190674,
      "learning_rate": 1.2590987944579807e-05,
      "loss": 1.0004,
      "step": 751
    },
    {
      "epoch": 0.7712820512820513,
      "grad_norm": 3.6627116203308105,
      "learning_rate": 1.2483739349156726e-05,
      "loss": 0.9882,
      "step": 752
    },
    {
      "epoch": 0.7723076923076924,
      "grad_norm": 3.411827802658081,
      "learning_rate": 1.2376884281555484e-05,
      "loss": 0.8563,
      "step": 753
    },
    {
      "epoch": 0.7733333333333333,
      "grad_norm": 4.175601482391357,
      "learning_rate": 1.2270423862635189e-05,
      "loss": 1.2118,
      "step": 754
    },
    {
      "epoch": 0.7743589743589744,
      "grad_norm": 3.686321973800659,
      "learning_rate": 1.2164359209115234e-05,
      "loss": 0.7145,
      "step": 755
    },
    {
      "epoch": 0.7753846153846153,
      "grad_norm": 3.6827125549316406,
      "learning_rate": 1.2058691433563674e-05,
      "loss": 0.741,
      "step": 756
    },
    {
      "epoch": 0.7764102564102564,
      "grad_norm": 7.265366554260254,
      "learning_rate": 1.1953421644385443e-05,
      "loss": 0.9565,
      "step": 757
    },
    {
      "epoch": 0.7774358974358975,
      "grad_norm": 3.1191012859344482,
      "learning_rate": 1.1848550945810848e-05,
      "loss": 0.7104,
      "step": 758
    },
    {
      "epoch": 0.7784615384615384,
      "grad_norm": 3.883070468902588,
      "learning_rate": 1.1744080437883859e-05,
      "loss": 0.911,
      "step": 759
    },
    {
      "epoch": 0.7794871794871795,
      "grad_norm": 3.3209662437438965,
      "learning_rate": 1.1640011216450691e-05,
      "loss": 0.7606,
      "step": 760
    },
    {
      "epoch": 0.7805128205128206,
      "grad_norm": 4.259766578674316,
      "learning_rate": 1.1536344373148244e-05,
      "loss": 0.8399,
      "step": 761
    },
    {
      "epoch": 0.7815384615384615,
      "grad_norm": 3.5853612422943115,
      "learning_rate": 1.1433080995392614e-05,
      "loss": 0.6282,
      "step": 762
    },
    {
      "epoch": 0.7825641025641026,
      "grad_norm": 5.121779918670654,
      "learning_rate": 1.133022216636781e-05,
      "loss": 0.9597,
      "step": 763
    },
    {
      "epoch": 0.7835897435897435,
      "grad_norm": 3.7153100967407227,
      "learning_rate": 1.1227768965014246e-05,
      "loss": 0.9798,
      "step": 764
    },
    {
      "epoch": 0.7846153846153846,
      "grad_norm": 4.351454734802246,
      "learning_rate": 1.1125722466017547e-05,
      "loss": 0.84,
      "step": 765
    },
    {
      "epoch": 0.7856410256410257,
      "grad_norm": 4.489700794219971,
      "learning_rate": 1.102408373979717e-05,
      "loss": 0.9916,
      "step": 766
    },
    {
      "epoch": 0.7866666666666666,
      "grad_norm": 3.369802951812744,
      "learning_rate": 1.092285385249528e-05,
      "loss": 0.541,
      "step": 767
    },
    {
      "epoch": 0.7876923076923077,
      "grad_norm": 4.338639736175537,
      "learning_rate": 1.0822033865965503e-05,
      "loss": 0.8406,
      "step": 768
    },
    {
      "epoch": 0.7887179487179488,
      "grad_norm": 3.770918607711792,
      "learning_rate": 1.0721624837761768e-05,
      "loss": 0.7247,
      "step": 769
    },
    {
      "epoch": 0.7897435897435897,
      "grad_norm": 4.7859039306640625,
      "learning_rate": 1.0621627821127289e-05,
      "loss": 0.7578,
      "step": 770
    },
    {
      "epoch": 0.7907692307692308,
      "grad_norm": 4.7032623291015625,
      "learning_rate": 1.0522043864983428e-05,
      "loss": 0.8842,
      "step": 771
    },
    {
      "epoch": 0.7917948717948718,
      "grad_norm": 5.078568458557129,
      "learning_rate": 1.0422874013918793e-05,
      "loss": 0.9599,
      "step": 772
    },
    {
      "epoch": 0.7928205128205128,
      "grad_norm": 4.564446449279785,
      "learning_rate": 1.0324119308178166e-05,
      "loss": 0.9349,
      "step": 773
    },
    {
      "epoch": 0.7938461538461539,
      "grad_norm": 4.562546253204346,
      "learning_rate": 1.022578078365169e-05,
      "loss": 0.7547,
      "step": 774
    },
    {
      "epoch": 0.7948717948717948,
      "grad_norm": 4.574657917022705,
      "learning_rate": 1.012785947186397e-05,
      "loss": 0.6049,
      "step": 775
    },
    {
      "epoch": 0.7958974358974359,
      "grad_norm": 4.5475053787231445,
      "learning_rate": 1.0030356399963204e-05,
      "loss": 0.6777,
      "step": 776
    },
    {
      "epoch": 0.796923076923077,
      "grad_norm": 3.587956190109253,
      "learning_rate": 9.933272590710507e-06,
      "loss": 0.5728,
      "step": 777
    },
    {
      "epoch": 0.7979487179487179,
      "grad_norm": 3.741227388381958,
      "learning_rate": 9.836609062469066e-06,
      "loss": 0.5207,
      "step": 778
    },
    {
      "epoch": 0.798974358974359,
      "grad_norm": 6.142617702484131,
      "learning_rate": 9.740366829193587e-06,
      "loss": 1.1337,
      "step": 779
    },
    {
      "epoch": 0.8,
      "grad_norm": 4.094137191772461,
      "learning_rate": 9.644546900419533e-06,
      "loss": 0.6916,
      "step": 780
    },
    {
      "epoch": 0.801025641025641,
      "grad_norm": 5.459488391876221,
      "learning_rate": 9.549150281252633e-06,
      "loss": 0.9617,
      "step": 781
    },
    {
      "epoch": 0.8020512820512821,
      "grad_norm": 5.044382095336914,
      "learning_rate": 9.454177972358259e-06,
      "loss": 0.9123,
      "step": 782
    },
    {
      "epoch": 0.803076923076923,
      "grad_norm": 4.838907718658447,
      "learning_rate": 9.35963096995101e-06,
      "loss": 0.8702,
      "step": 783
    },
    {
      "epoch": 0.8041025641025641,
      "grad_norm": 5.395598411560059,
      "learning_rate": 9.265510265784189e-06,
      "loss": 1.2312,
      "step": 784
    },
    {
      "epoch": 0.8051282051282052,
      "grad_norm": 3.8278088569641113,
      "learning_rate": 9.171816847139448e-06,
      "loss": 0.5905,
      "step": 785
    },
    {
      "epoch": 0.8061538461538461,
      "grad_norm": 4.812705039978027,
      "learning_rate": 9.078551696816434e-06,
      "loss": 0.7691,
      "step": 786
    },
    {
      "epoch": 0.8071794871794872,
      "grad_norm": 5.471896648406982,
      "learning_rate": 8.985715793122407e-06,
      "loss": 0.9679,
      "step": 787
    },
    {
      "epoch": 0.8082051282051282,
      "grad_norm": 5.208366394042969,
      "learning_rate": 8.893310109862102e-06,
      "loss": 1.0003,
      "step": 788
    },
    {
      "epoch": 0.8092307692307692,
      "grad_norm": 5.83384370803833,
      "learning_rate": 8.801335616327377e-06,
      "loss": 0.853,
      "step": 789
    },
    {
      "epoch": 0.8102564102564103,
      "grad_norm": 4.475183963775635,
      "learning_rate": 8.70979327728718e-06,
      "loss": 0.6102,
      "step": 790
    },
    {
      "epoch": 0.8112820512820513,
      "grad_norm": 4.50262975692749,
      "learning_rate": 8.618684052977305e-06,
      "loss": 0.6673,
      "step": 791
    },
    {
      "epoch": 0.8123076923076923,
      "grad_norm": 6.1138691902160645,
      "learning_rate": 8.528008899090412e-06,
      "loss": 1.1774,
      "step": 792
    },
    {
      "epoch": 0.8133333333333334,
      "grad_norm": 5.287784099578857,
      "learning_rate": 8.437768766765974e-06,
      "loss": 0.8959,
      "step": 793
    },
    {
      "epoch": 0.8143589743589743,
      "grad_norm": 4.6912994384765625,
      "learning_rate": 8.347964602580243e-06,
      "loss": 0.5866,
      "step": 794
    },
    {
      "epoch": 0.8153846153846154,
      "grad_norm": 4.410092353820801,
      "learning_rate": 8.25859734853645e-06,
      "loss": 0.7006,
      "step": 795
    },
    {
      "epoch": 0.8164102564102564,
      "grad_norm": 6.904149532318115,
      "learning_rate": 8.169667942054759e-06,
      "loss": 1.2351,
      "step": 796
    },
    {
      "epoch": 0.8174358974358974,
      "grad_norm": 6.1469550132751465,
      "learning_rate": 8.081177315962602e-06,
      "loss": 0.9114,
      "step": 797
    },
    {
      "epoch": 0.8184615384615385,
      "grad_norm": 7.1000895500183105,
      "learning_rate": 7.99312639848474e-06,
      "loss": 1.0631,
      "step": 798
    },
    {
      "epoch": 0.8194871794871795,
      "grad_norm": 7.745519638061523,
      "learning_rate": 7.905516113233653e-06,
      "loss": 0.9995,
      "step": 799
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 14.297471046447754,
      "learning_rate": 7.81834737919978e-06,
      "loss": 2.0584,
      "step": 800
    },
    {
      "epoch": 0.8215384615384616,
      "grad_norm": 3.660001754760742,
      "learning_rate": 7.731621110741872e-06,
      "loss": 0.9644,
      "step": 801
    },
    {
      "epoch": 0.8225641025641026,
      "grad_norm": 3.4968271255493164,
      "learning_rate": 7.645338217577475e-06,
      "loss": 0.9172,
      "step": 802
    },
    {
      "epoch": 0.8235897435897436,
      "grad_norm": 3.162583351135254,
      "learning_rate": 7.559499604773279e-06,
      "loss": 0.7705,
      "step": 803
    },
    {
      "epoch": 0.8246153846153846,
      "grad_norm": 3.755932331085205,
      "learning_rate": 7.474106172735746e-06,
      "loss": 0.8697,
      "step": 804
    },
    {
      "epoch": 0.8256410256410256,
      "grad_norm": 3.186575412750244,
      "learning_rate": 7.389158817201542e-06,
      "loss": 0.903,
      "step": 805
    },
    {
      "epoch": 0.8266666666666667,
      "grad_norm": 3.6311652660369873,
      "learning_rate": 7.304658429228245e-06,
      "loss": 1.001,
      "step": 806
    },
    {
      "epoch": 0.8276923076923077,
      "grad_norm": 3.348775625228882,
      "learning_rate": 7.220605895184945e-06,
      "loss": 0.75,
      "step": 807
    },
    {
      "epoch": 0.8287179487179487,
      "grad_norm": 3.6370596885681152,
      "learning_rate": 7.13700209674294e-06,
      "loss": 0.9634,
      "step": 808
    },
    {
      "epoch": 0.8297435897435897,
      "grad_norm": 4.622466564178467,
      "learning_rate": 7.053847910866513e-06,
      "loss": 1.2344,
      "step": 809
    },
    {
      "epoch": 0.8307692307692308,
      "grad_norm": 3.5539474487304688,
      "learning_rate": 6.9711442098037375e-06,
      "loss": 0.8593,
      "step": 810
    },
    {
      "epoch": 0.8317948717948718,
      "grad_norm": 3.8597571849823,
      "learning_rate": 6.888891861077301e-06,
      "loss": 0.7546,
      "step": 811
    },
    {
      "epoch": 0.8328205128205128,
      "grad_norm": 3.2743446826934814,
      "learning_rate": 6.807091727475412e-06,
      "loss": 0.6182,
      "step": 812
    },
    {
      "epoch": 0.8338461538461538,
      "grad_norm": 5.070436477661133,
      "learning_rate": 6.725744667042777e-06,
      "loss": 1.3895,
      "step": 813
    },
    {
      "epoch": 0.8348717948717949,
      "grad_norm": 3.76391339302063,
      "learning_rate": 6.644851533071556e-06,
      "loss": 0.6863,
      "step": 814
    },
    {
      "epoch": 0.8358974358974359,
      "grad_norm": 3.7185099124908447,
      "learning_rate": 6.564413174092443e-06,
      "loss": 0.6729,
      "step": 815
    },
    {
      "epoch": 0.8369230769230769,
      "grad_norm": 3.9108810424804688,
      "learning_rate": 6.4844304338657844e-06,
      "loss": 0.8355,
      "step": 816
    },
    {
      "epoch": 0.837948717948718,
      "grad_norm": 4.387764930725098,
      "learning_rate": 6.4049041513726485e-06,
      "loss": 0.9891,
      "step": 817
    },
    {
      "epoch": 0.838974358974359,
      "grad_norm": 4.212962627410889,
      "learning_rate": 6.3258351608061315e-06,
      "loss": 1.0,
      "step": 818
    },
    {
      "epoch": 0.84,
      "grad_norm": 3.4375810623168945,
      "learning_rate": 6.247224291562509e-06,
      "loss": 0.6408,
      "step": 819
    },
    {
      "epoch": 0.841025641025641,
      "grad_norm": 4.018990993499756,
      "learning_rate": 6.16907236823262e-06,
      "loss": 0.7336,
      "step": 820
    },
    {
      "epoch": 0.8420512820512821,
      "grad_norm": 4.63192892074585,
      "learning_rate": 6.091380210593145e-06,
      "loss": 0.9198,
      "step": 821
    },
    {
      "epoch": 0.8430769230769231,
      "grad_norm": 3.9990158081054688,
      "learning_rate": 6.014148633598055e-06,
      "loss": 0.852,
      "step": 822
    },
    {
      "epoch": 0.8441025641025641,
      "grad_norm": 4.2810163497924805,
      "learning_rate": 5.937378447370067e-06,
      "loss": 0.7765,
      "step": 823
    },
    {
      "epoch": 0.8451282051282051,
      "grad_norm": 4.975213527679443,
      "learning_rate": 5.86107045719208e-06,
      "loss": 1.2429,
      "step": 824
    },
    {
      "epoch": 0.8461538461538461,
      "grad_norm": 4.42708158493042,
      "learning_rate": 5.785225463498828e-06,
      "loss": 0.8026,
      "step": 825
    },
    {
      "epoch": 0.8471794871794872,
      "grad_norm": 4.280889987945557,
      "learning_rate": 5.70984426186838e-06,
      "loss": 0.7082,
      "step": 826
    },
    {
      "epoch": 0.8482051282051282,
      "grad_norm": 6.7891645431518555,
      "learning_rate": 5.634927643013899e-06,
      "loss": 0.7442,
      "step": 827
    },
    {
      "epoch": 0.8492307692307692,
      "grad_norm": 4.235758304595947,
      "learning_rate": 5.560476392775238e-06,
      "loss": 0.8627,
      "step": 828
    },
    {
      "epoch": 0.8502564102564103,
      "grad_norm": 4.850736141204834,
      "learning_rate": 5.486491292110796e-06,
      "loss": 0.8016,
      "step": 829
    },
    {
      "epoch": 0.8512820512820513,
      "grad_norm": 3.9992334842681885,
      "learning_rate": 5.412973117089287e-06,
      "loss": 0.7891,
      "step": 830
    },
    {
      "epoch": 0.8523076923076923,
      "grad_norm": 4.047679901123047,
      "learning_rate": 5.339922638881545e-06,
      "loss": 0.5642,
      "step": 831
    },
    {
      "epoch": 0.8533333333333334,
      "grad_norm": 5.204737663269043,
      "learning_rate": 5.267340623752553e-06,
      "loss": 1.0036,
      "step": 832
    },
    {
      "epoch": 0.8543589743589743,
      "grad_norm": 5.493986129760742,
      "learning_rate": 5.195227833053274e-06,
      "loss": 0.9189,
      "step": 833
    },
    {
      "epoch": 0.8553846153846154,
      "grad_norm": 6.99483060836792,
      "learning_rate": 5.123585023212785e-06,
      "loss": 1.2142,
      "step": 834
    },
    {
      "epoch": 0.8564102564102564,
      "grad_norm": 4.1271491050720215,
      "learning_rate": 5.05241294573024e-06,
      "loss": 0.5715,
      "step": 835
    },
    {
      "epoch": 0.8574358974358974,
      "grad_norm": 5.13178014755249,
      "learning_rate": 4.981712347167061e-06,
      "loss": 0.9571,
      "step": 836
    },
    {
      "epoch": 0.8584615384615385,
      "grad_norm": 5.234194755554199,
      "learning_rate": 4.9114839691390854e-06,
      "loss": 0.9082,
      "step": 837
    },
    {
      "epoch": 0.8594871794871795,
      "grad_norm": 5.754642963409424,
      "learning_rate": 4.841728548308744e-06,
      "loss": 0.9004,
      "step": 838
    },
    {
      "epoch": 0.8605128205128205,
      "grad_norm": 4.62493371963501,
      "learning_rate": 4.772446816377407e-06,
      "loss": 0.6618,
      "step": 839
    },
    {
      "epoch": 0.8615384615384616,
      "grad_norm": 6.897546768188477,
      "learning_rate": 4.703639500077656e-06,
      "loss": 1.1324,
      "step": 840
    },
    {
      "epoch": 0.8625641025641025,
      "grad_norm": 4.677278995513916,
      "learning_rate": 4.635307321165688e-06,
      "loss": 0.6254,
      "step": 841
    },
    {
      "epoch": 0.8635897435897436,
      "grad_norm": 6.221714973449707,
      "learning_rate": 4.567450996413713e-06,
      "loss": 1.146,
      "step": 842
    },
    {
      "epoch": 0.8646153846153846,
      "grad_norm": 5.52736759185791,
      "learning_rate": 4.500071237602482e-06,
      "loss": 0.8631,
      "step": 843
    },
    {
      "epoch": 0.8656410256410256,
      "grad_norm": 5.572301387786865,
      "learning_rate": 4.433168751513761e-06,
      "loss": 0.8625,
      "step": 844
    },
    {
      "epoch": 0.8666666666666667,
      "grad_norm": 6.426190376281738,
      "learning_rate": 4.366744239922998e-06,
      "loss": 0.8229,
      "step": 845
    },
    {
      "epoch": 0.8676923076923077,
      "grad_norm": 7.4777679443359375,
      "learning_rate": 4.30079839959186e-06,
      "loss": 0.9241,
      "step": 846
    },
    {
      "epoch": 0.8687179487179487,
      "grad_norm": 6.525635719299316,
      "learning_rate": 4.235331922261026e-06,
      "loss": 0.9205,
      "step": 847
    },
    {
      "epoch": 0.8697435897435898,
      "grad_norm": 7.924921035766602,
      "learning_rate": 4.170345494642863e-06,
      "loss": 1.4281,
      "step": 848
    },
    {
      "epoch": 0.8707692307692307,
      "grad_norm": 8.663949966430664,
      "learning_rate": 4.10583979841424e-06,
      "loss": 1.4309,
      "step": 849
    },
    {
      "epoch": 0.8717948717948718,
      "grad_norm": 14.360984802246094,
      "learning_rate": 4.041815510209396e-06,
      "loss": 1.9381,
      "step": 850
    },
    {
      "epoch": 0.8728205128205129,
      "grad_norm": 3.2258362770080566,
      "learning_rate": 3.9782733016128005e-06,
      "loss": 0.9545,
      "step": 851
    },
    {
      "epoch": 0.8738461538461538,
      "grad_norm": 3.155390739440918,
      "learning_rate": 3.915213839152176e-06,
      "loss": 1.0386,
      "step": 852
    },
    {
      "epoch": 0.8748717948717949,
      "grad_norm": 3.149043560028076,
      "learning_rate": 3.852637784291424e-06,
      "loss": 0.9249,
      "step": 853
    },
    {
      "epoch": 0.8758974358974358,
      "grad_norm": 3.604149341583252,
      "learning_rate": 3.790545793423761e-06,
      "loss": 1.0529,
      "step": 854
    },
    {
      "epoch": 0.8769230769230769,
      "grad_norm": 3.0421512126922607,
      "learning_rate": 3.728938517864794e-06,
      "loss": 0.7461,
      "step": 855
    },
    {
      "epoch": 0.877948717948718,
      "grad_norm": 3.300569534301758,
      "learning_rate": 3.6678166038456807e-06,
      "loss": 0.7742,
      "step": 856
    },
    {
      "epoch": 0.8789743589743589,
      "grad_norm": 3.0753672122955322,
      "learning_rate": 3.60718069250639e-06,
      "loss": 0.6109,
      "step": 857
    },
    {
      "epoch": 0.88,
      "grad_norm": 4.064855098724365,
      "learning_rate": 3.5470314198889185e-06,
      "loss": 0.9794,
      "step": 858
    },
    {
      "epoch": 0.8810256410256411,
      "grad_norm": 3.6606357097625732,
      "learning_rate": 3.4873694169306913e-06,
      "loss": 0.7496,
      "step": 859
    },
    {
      "epoch": 0.882051282051282,
      "grad_norm": 4.065293788909912,
      "learning_rate": 3.4281953094578877e-06,
      "loss": 0.904,
      "step": 860
    },
    {
      "epoch": 0.8830769230769231,
      "grad_norm": 3.2183470726013184,
      "learning_rate": 3.369509718178887e-06,
      "loss": 0.5392,
      "step": 861
    },
    {
      "epoch": 0.884102564102564,
      "grad_norm": 4.25131368637085,
      "learning_rate": 3.3113132586777784e-06,
      "loss": 0.6751,
      "step": 862
    },
    {
      "epoch": 0.8851282051282051,
      "grad_norm": 4.080262184143066,
      "learning_rate": 3.253606541407872e-06,
      "loss": 1.0854,
      "step": 863
    },
    {
      "epoch": 0.8861538461538462,
      "grad_norm": 5.6910247802734375,
      "learning_rate": 3.196390171685343e-06,
      "loss": 1.1699,
      "step": 864
    },
    {
      "epoch": 0.8871794871794871,
      "grad_norm": 3.5453498363494873,
      "learning_rate": 3.1396647496828247e-06,
      "loss": 0.8176,
      "step": 865
    },
    {
      "epoch": 0.8882051282051282,
      "grad_norm": 4.133404731750488,
      "learning_rate": 3.0834308704231484e-06,
      "loss": 0.7646,
      "step": 866
    },
    {
      "epoch": 0.8892307692307693,
      "grad_norm": 3.6567392349243164,
      "learning_rate": 3.027689123773109e-06,
      "loss": 0.6477,
      "step": 867
    },
    {
      "epoch": 0.8902564102564102,
      "grad_norm": 5.468822956085205,
      "learning_rate": 2.9724400944372398e-06,
      "loss": 0.8332,
      "step": 868
    },
    {
      "epoch": 0.8912820512820513,
      "grad_norm": 4.6036882400512695,
      "learning_rate": 2.917684361951728e-06,
      "loss": 0.8671,
      "step": 869
    },
    {
      "epoch": 0.8923076923076924,
      "grad_norm": 3.711745500564575,
      "learning_rate": 2.8634225006782865e-06,
      "loss": 0.6129,
      "step": 870
    },
    {
      "epoch": 0.8933333333333333,
      "grad_norm": 4.098292827606201,
      "learning_rate": 2.8096550797981792e-06,
      "loss": 0.625,
      "step": 871
    },
    {
      "epoch": 0.8943589743589744,
      "grad_norm": 4.045825958251953,
      "learning_rate": 2.7563826633061896e-06,
      "loss": 0.5502,
      "step": 872
    },
    {
      "epoch": 0.8953846153846153,
      "grad_norm": 3.8534200191497803,
      "learning_rate": 2.703605810004772e-06,
      "loss": 0.7319,
      "step": 873
    },
    {
      "epoch": 0.8964102564102564,
      "grad_norm": 3.8560359477996826,
      "learning_rate": 2.65132507349814e-06,
      "loss": 0.6883,
      "step": 874
    },
    {
      "epoch": 0.8974358974358975,
      "grad_norm": 5.30885124206543,
      "learning_rate": 2.5995410021864787e-06,
      "loss": 0.7475,
      "step": 875
    },
    {
      "epoch": 0.8984615384615384,
      "grad_norm": 5.563632488250732,
      "learning_rate": 2.548254139260192e-06,
      "loss": 1.1936,
      "step": 876
    },
    {
      "epoch": 0.8994871794871795,
      "grad_norm": 4.295792102813721,
      "learning_rate": 2.4974650226942064e-06,
      "loss": 0.7475,
      "step": 877
    },
    {
      "epoch": 0.9005128205128206,
      "grad_norm": 7.171024322509766,
      "learning_rate": 2.4471741852423237e-06,
      "loss": 1.4032,
      "step": 878
    },
    {
      "epoch": 0.9015384615384615,
      "grad_norm": 5.549228191375732,
      "learning_rate": 2.397382154431621e-06,
      "loss": 1.0653,
      "step": 879
    },
    {
      "epoch": 0.9025641025641026,
      "grad_norm": 4.5205979347229,
      "learning_rate": 2.3480894525569562e-06,
      "loss": 0.7206,
      "step": 880
    },
    {
      "epoch": 0.9035897435897436,
      "grad_norm": 5.302089214324951,
      "learning_rate": 2.2992965966754377e-06,
      "loss": 0.8298,
      "step": 881
    },
    {
      "epoch": 0.9046153846153846,
      "grad_norm": 4.690470218658447,
      "learning_rate": 2.251004098601034e-06,
      "loss": 0.653,
      "step": 882
    },
    {
      "epoch": 0.9056410256410257,
      "grad_norm": 4.091747760772705,
      "learning_rate": 2.2032124648992015e-06,
      "loss": 0.5173,
      "step": 883
    },
    {
      "epoch": 0.9066666666666666,
      "grad_norm": 4.637690544128418,
      "learning_rate": 2.1559221968815546e-06,
      "loss": 0.6316,
      "step": 884
    },
    {
      "epoch": 0.9076923076923077,
      "grad_norm": 4.933149814605713,
      "learning_rate": 2.1091337906006482e-06,
      "loss": 0.991,
      "step": 885
    },
    {
      "epoch": 0.9087179487179488,
      "grad_norm": 5.4409027099609375,
      "learning_rate": 2.062847736844703e-06,
      "loss": 0.9278,
      "step": 886
    },
    {
      "epoch": 0.9097435897435897,
      "grad_norm": 5.3039398193359375,
      "learning_rate": 2.017064521132533e-06,
      "loss": 0.7831,
      "step": 887
    },
    {
      "epoch": 0.9107692307692308,
      "grad_norm": 5.107433319091797,
      "learning_rate": 1.9717846237084005e-06,
      "loss": 0.8805,
      "step": 888
    },
    {
      "epoch": 0.9117948717948718,
      "grad_norm": 5.635267734527588,
      "learning_rate": 1.9270085195370045e-06,
      "loss": 0.8542,
      "step": 889
    },
    {
      "epoch": 0.9128205128205128,
      "grad_norm": 6.010116100311279,
      "learning_rate": 1.8827366782984913e-06,
      "loss": 1.1149,
      "step": 890
    },
    {
      "epoch": 0.9138461538461539,
      "grad_norm": 4.707157135009766,
      "learning_rate": 1.8389695643835247e-06,
      "loss": 0.6094,
      "step": 891
    },
    {
      "epoch": 0.9148717948717948,
      "grad_norm": 5.779000759124756,
      "learning_rate": 1.7957076368884274e-06,
      "loss": 0.9566,
      "step": 892
    },
    {
      "epoch": 0.9158974358974359,
      "grad_norm": 5.43092679977417,
      "learning_rate": 1.7529513496103323e-06,
      "loss": 0.7754,
      "step": 893
    },
    {
      "epoch": 0.916923076923077,
      "grad_norm": 6.918627738952637,
      "learning_rate": 1.7107011510424764e-06,
      "loss": 1.151,
      "step": 894
    },
    {
      "epoch": 0.9179487179487179,
      "grad_norm": 6.21636962890625,
      "learning_rate": 1.6689574843694433e-06,
      "loss": 0.7324,
      "step": 895
    },
    {
      "epoch": 0.918974358974359,
      "grad_norm": 8.857195854187012,
      "learning_rate": 1.6277207874625444e-06,
      "loss": 0.9653,
      "step": 896
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.489193916320801,
      "learning_rate": 1.5869914928752117e-06,
      "loss": 0.9201,
      "step": 897
    },
    {
      "epoch": 0.921025641025641,
      "grad_norm": 6.698476791381836,
      "learning_rate": 1.546770027838479e-06,
      "loss": 1.0077,
      "step": 898
    },
    {
      "epoch": 0.9220512820512821,
      "grad_norm": 9.213371276855469,
      "learning_rate": 1.507056814256491e-06,
      "loss": 1.2657,
      "step": 899
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 15.109607696533203,
      "learning_rate": 1.4678522687020413e-06,
      "loss": 2.0015,
      "step": 900
    },
    {
      "epoch": 0.9241025641025641,
      "grad_norm": 3.072422981262207,
      "learning_rate": 1.4291568024122848e-06,
      "loss": 1.0559,
      "step": 901
    },
    {
      "epoch": 0.9251282051282051,
      "grad_norm": 2.742314577102661,
      "learning_rate": 1.390970821284343e-06,
      "loss": 0.7734,
      "step": 902
    },
    {
      "epoch": 0.9261538461538461,
      "grad_norm": 3.3717610836029053,
      "learning_rate": 1.3532947258710904e-06,
      "loss": 0.9725,
      "step": 903
    },
    {
      "epoch": 0.9271794871794872,
      "grad_norm": 3.4587204456329346,
      "learning_rate": 1.3161289113769404e-06,
      "loss": 0.827,
      "step": 904
    },
    {
      "epoch": 0.9282051282051282,
      "grad_norm": 6.684597969055176,
      "learning_rate": 1.2794737676536994e-06,
      "loss": 0.9701,
      "step": 905
    },
    {
      "epoch": 0.9292307692307692,
      "grad_norm": 3.692589521408081,
      "learning_rate": 1.2433296791964754e-06,
      "loss": 0.9335,
      "step": 906
    },
    {
      "epoch": 0.9302564102564103,
      "grad_norm": 4.69821834564209,
      "learning_rate": 1.207697025139659e-06,
      "loss": 0.9612,
      "step": 907
    },
    {
      "epoch": 0.9312820512820513,
      "grad_norm": 3.526686906814575,
      "learning_rate": 1.1725761792529377e-06,
      "loss": 0.6213,
      "step": 908
    },
    {
      "epoch": 0.9323076923076923,
      "grad_norm": 4.1468939781188965,
      "learning_rate": 1.1379675099373488e-06,
      "loss": 0.8209,
      "step": 909
    },
    {
      "epoch": 0.9333333333333333,
      "grad_norm": 3.930953025817871,
      "learning_rate": 1.1038713802214717e-06,
      "loss": 0.9604,
      "step": 910
    },
    {
      "epoch": 0.9343589743589743,
      "grad_norm": 3.896559000015259,
      "learning_rate": 1.0702881477575588e-06,
      "loss": 0.8926,
      "step": 911
    },
    {
      "epoch": 0.9353846153846154,
      "grad_norm": 3.752502679824829,
      "learning_rate": 1.0372181648178436e-06,
      "loss": 0.9382,
      "step": 912
    },
    {
      "epoch": 0.9364102564102564,
      "grad_norm": 3.334625244140625,
      "learning_rate": 1.004661778290783e-06,
      "loss": 0.6633,
      "step": 913
    },
    {
      "epoch": 0.9374358974358974,
      "grad_norm": 3.897460460662842,
      "learning_rate": 9.726193296774766e-07,
      "loss": 0.7738,
      "step": 914
    },
    {
      "epoch": 0.9384615384615385,
      "grad_norm": 4.598691940307617,
      "learning_rate": 9.410911550880475e-07,
      "loss": 0.8331,
      "step": 915
    },
    {
      "epoch": 0.9394871794871795,
      "grad_norm": 4.020224571228027,
      "learning_rate": 9.100775852381226e-07,
      "loss": 0.9878,
      "step": 916
    },
    {
      "epoch": 0.9405128205128205,
      "grad_norm": 4.421807289123535,
      "learning_rate": 8.795789454453862e-07,
      "loss": 1.1013,
      "step": 917
    },
    {
      "epoch": 0.9415384615384615,
      "grad_norm": 4.398540019989014,
      "learning_rate": 8.495955556261204e-07,
      "loss": 0.8937,
      "step": 918
    },
    {
      "epoch": 0.9425641025641026,
      "grad_norm": 6.260739803314209,
      "learning_rate": 8.201277302919086e-07,
      "loss": 1.1365,
      "step": 919
    },
    {
      "epoch": 0.9435897435897436,
      "grad_norm": 3.387582778930664,
      "learning_rate": 7.911757785462881e-07,
      "loss": 0.5612,
      "step": 920
    },
    {
      "epoch": 0.9446153846153846,
      "grad_norm": 4.812023162841797,
      "learning_rate": 7.627400040815413e-07,
      "loss": 1.0781,
      "step": 921
    },
    {
      "epoch": 0.9456410256410256,
      "grad_norm": 4.107918739318848,
      "learning_rate": 7.348207051754818e-07,
      "loss": 0.7609,
      "step": 922
    },
    {
      "epoch": 0.9466666666666667,
      "grad_norm": 4.248846530914307,
      "learning_rate": 7.074181746883401e-07,
      "loss": 0.7369,
      "step": 923
    },
    {
      "epoch": 0.9476923076923077,
      "grad_norm": 4.63174295425415,
      "learning_rate": 6.805327000596995e-07,
      "loss": 0.6237,
      "step": 924
    },
    {
      "epoch": 0.9487179487179487,
      "grad_norm": 3.942258596420288,
      "learning_rate": 6.54164563305465e-07,
      "loss": 0.7415,
      "step": 925
    },
    {
      "epoch": 0.9497435897435897,
      "grad_norm": 5.168544292449951,
      "learning_rate": 6.283140410149213e-07,
      "loss": 1.0296,
      "step": 926
    },
    {
      "epoch": 0.9507692307692308,
      "grad_norm": 4.351825714111328,
      "learning_rate": 6.029814043478022e-07,
      "loss": 0.9396,
      "step": 927
    },
    {
      "epoch": 0.9517948717948718,
      "grad_norm": 5.255843162536621,
      "learning_rate": 5.781669190314809e-07,
      "loss": 0.6457,
      "step": 928
    },
    {
      "epoch": 0.9528205128205128,
      "grad_norm": 5.010144233703613,
      "learning_rate": 5.538708453581787e-07,
      "loss": 0.8027,
      "step": 929
    },
    {
      "epoch": 0.9538461538461539,
      "grad_norm": 5.048897743225098,
      "learning_rate": 5.300934381821998e-07,
      "loss": 0.7858,
      "step": 930
    },
    {
      "epoch": 0.9548717948717949,
      "grad_norm": 5.082890510559082,
      "learning_rate": 5.068349469173006e-07,
      "loss": 0.8434,
      "step": 931
    },
    {
      "epoch": 0.9558974358974359,
      "grad_norm": 4.683363437652588,
      "learning_rate": 4.840956155340415e-07,
      "loss": 0.846,
      "step": 932
    },
    {
      "epoch": 0.9569230769230769,
      "grad_norm": 4.555981636047363,
      "learning_rate": 4.6187568255726124e-07,
      "loss": 0.7578,
      "step": 933
    },
    {
      "epoch": 0.9579487179487179,
      "grad_norm": 4.5115814208984375,
      "learning_rate": 4.4017538106352894e-07,
      "loss": 0.654,
      "step": 934
    },
    {
      "epoch": 0.958974358974359,
      "grad_norm": 5.074052810668945,
      "learning_rate": 4.189949386787462e-07,
      "loss": 1.1065,
      "step": 935
    },
    {
      "epoch": 0.96,
      "grad_norm": 5.363509654998779,
      "learning_rate": 3.9833457757572636e-07,
      "loss": 0.7843,
      "step": 936
    },
    {
      "epoch": 0.961025641025641,
      "grad_norm": 6.79396915435791,
      "learning_rate": 3.7819451447189126e-07,
      "loss": 0.7907,
      "step": 937
    },
    {
      "epoch": 0.9620512820512821,
      "grad_norm": 4.234402656555176,
      "learning_rate": 3.5857496062695617e-07,
      "loss": 0.621,
      "step": 938
    },
    {
      "epoch": 0.963076923076923,
      "grad_norm": 4.6178131103515625,
      "learning_rate": 3.394761218407705e-07,
      "loss": 0.716,
      "step": 939
    },
    {
      "epoch": 0.9641025641025641,
      "grad_norm": 5.502908706665039,
      "learning_rate": 3.208981984511195e-07,
      "loss": 1.1312,
      "step": 940
    },
    {
      "epoch": 0.9651282051282051,
      "grad_norm": 4.802907943725586,
      "learning_rate": 3.0284138533160924e-07,
      "loss": 0.6067,
      "step": 941
    },
    {
      "epoch": 0.9661538461538461,
      "grad_norm": 4.86731481552124,
      "learning_rate": 2.8530587188968504e-07,
      "loss": 0.4606,
      "step": 942
    },
    {
      "epoch": 0.9671794871794872,
      "grad_norm": 6.775837421417236,
      "learning_rate": 2.682918420645719e-07,
      "loss": 1.2505,
      "step": 943
    },
    {
      "epoch": 0.9682051282051282,
      "grad_norm": 5.894476413726807,
      "learning_rate": 2.5179947432540376e-07,
      "loss": 0.7912,
      "step": 944
    },
    {
      "epoch": 0.9692307692307692,
      "grad_norm": 5.020647048950195,
      "learning_rate": 2.3582894166930268e-07,
      "loss": 0.6911,
      "step": 945
    },
    {
      "epoch": 0.9702564102564103,
      "grad_norm": 6.510494232177734,
      "learning_rate": 2.2038041161960288e-07,
      "loss": 0.8434,
      "step": 946
    },
    {
      "epoch": 0.9712820512820513,
      "grad_norm": 8.360902786254883,
      "learning_rate": 2.0545404622407393e-07,
      "loss": 1.4077,
      "step": 947
    },
    {
      "epoch": 0.9723076923076923,
      "grad_norm": 8.382393836975098,
      "learning_rate": 1.91050002053228e-07,
      "loss": 1.0157,
      "step": 948
    },
    {
      "epoch": 0.9733333333333334,
      "grad_norm": 10.754633903503418,
      "learning_rate": 1.7716843019867646e-07,
      "loss": 1.6177,
      "step": 949
    },
    {
      "epoch": 0.9743589743589743,
      "grad_norm": 16.695589065551758,
      "learning_rate": 1.6380947627153143e-07,
      "loss": 2.4161,
      "step": 950
    },
    {
      "epoch": 0.9753846153846154,
      "grad_norm": 3.2838544845581055,
      "learning_rate": 1.509732804009012e-07,
      "loss": 1.1099,
      "step": 951
    },
    {
      "epoch": 0.9764102564102564,
      "grad_norm": 2.8751566410064697,
      "learning_rate": 1.386599772324082e-07,
      "loss": 0.8006,
      "step": 952
    },
    {
      "epoch": 0.9774358974358974,
      "grad_norm": 3.975473403930664,
      "learning_rate": 1.268696959267679e-07,
      "loss": 0.9313,
      "step": 953
    },
    {
      "epoch": 0.9784615384615385,
      "grad_norm": 4.9324235916137695,
      "learning_rate": 1.156025601584676e-07,
      "loss": 0.8868,
      "step": 954
    },
    {
      "epoch": 0.9794871794871794,
      "grad_norm": 3.668186664581299,
      "learning_rate": 1.0485868811441757e-07,
      "loss": 0.819,
      "step": 955
    },
    {
      "epoch": 0.9805128205128205,
      "grad_norm": 3.585177183151245,
      "learning_rate": 9.463819249275751e-08,
      "loss": 0.67,
      "step": 956
    },
    {
      "epoch": 0.9815384615384616,
      "grad_norm": 5.605104446411133,
      "learning_rate": 8.494118050164646e-08,
      "loss": 1.3032,
      "step": 957
    },
    {
      "epoch": 0.9825641025641025,
      "grad_norm": 5.455284118652344,
      "learning_rate": 7.576775385815249e-08,
      "loss": 0.7616,
      "step": 958
    },
    {
      "epoch": 0.9835897435897436,
      "grad_norm": 4.1384711265563965,
      "learning_rate": 6.711800878718144e-08,
      "loss": 0.8938,
      "step": 959
    },
    {
      "epoch": 0.9846153846153847,
      "grad_norm": 3.7249691486358643,
      "learning_rate": 5.899203602046655e-08,
      "loss": 0.6647,
      "step": 960
    },
    {
      "epoch": 0.9856410256410256,
      "grad_norm": 5.5328474044799805,
      "learning_rate": 5.1389920795613667e-08,
      "loss": 1.0767,
      "step": 961
    },
    {
      "epoch": 0.9866666666666667,
      "grad_norm": 4.143031120300293,
      "learning_rate": 4.4311742855218664e-08,
      "loss": 0.7569,
      "step": 962
    },
    {
      "epoch": 0.9876923076923076,
      "grad_norm": 5.039745807647705,
      "learning_rate": 3.775757644601807e-08,
      "loss": 1.0621,
      "step": 963
    },
    {
      "epoch": 0.9887179487179487,
      "grad_norm": 4.493295192718506,
      "learning_rate": 3.172749031811195e-08,
      "loss": 1.0456,
      "step": 964
    },
    {
      "epoch": 0.9897435897435898,
      "grad_norm": 3.9239814281463623,
      "learning_rate": 2.6221547724253337e-08,
      "loss": 0.6195,
      "step": 965
    },
    {
      "epoch": 0.9907692307692307,
      "grad_norm": 6.028420448303223,
      "learning_rate": 2.1239806419176556e-08,
      "loss": 0.6658,
      "step": 966
    },
    {
      "epoch": 0.9917948717948718,
      "grad_norm": 4.432763576507568,
      "learning_rate": 1.678231865899216e-08,
      "loss": 0.7334,
      "step": 967
    },
    {
      "epoch": 0.9928205128205129,
      "grad_norm": 3.8991336822509766,
      "learning_rate": 1.2849131200631802e-08,
      "loss": 0.7016,
      "step": 968
    },
    {
      "epoch": 0.9938461538461538,
      "grad_norm": 6.39743185043335,
      "learning_rate": 9.440285301370865e-09,
      "loss": 1.026,
      "step": 969
    },
    {
      "epoch": 0.9948717948717949,
      "grad_norm": 5.205996513366699,
      "learning_rate": 6.5558167183898955e-09,
      "loss": 1.2714,
      "step": 970
    },
    {
      "epoch": 0.9958974358974358,
      "grad_norm": 5.89625358581543,
      "learning_rate": 4.1957557084082445e-09,
      "loss": 0.9163,
      "step": 971
    },
    {
      "epoch": 0.9969230769230769,
      "grad_norm": 6.269636631011963,
      "learning_rate": 2.360127027339898e-09,
      "loss": 1.2324,
      "step": 972
    },
    {
      "epoch": 0.997948717948718,
      "grad_norm": 5.002432823181152,
      "learning_rate": 1.0489499300603278e-09,
      "loss": 0.8293,
      "step": 973
    },
    {
      "epoch": 0.9989743589743589,
      "grad_norm": 5.600581169128418,
      "learning_rate": 2.622381702066523e-10,
      "loss": 0.6417,
      "step": 974
    },
    {
      "epoch": 1.0,
      "grad_norm": 10.595677375793457,
      "learning_rate": 0.0,
      "loss": 1.405,
      "step": 975
    }
  ],
  "logging_steps": 1,
  "max_steps": 975,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 244,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.4722657929527296e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}