{
  "best_metric": 1.98025643825531,
  "best_model_checkpoint": "final_models/laft_lug_llama/checkpoint-4797",
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 9594,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006253908692933083,
      "grad_norm": 55.80173264714629,
      "learning_rate": 1.5e-07,
      "loss": 5.5278,
      "step": 1
    },
    {
      "epoch": 0.0012507817385866166,
      "grad_norm": 55.367201543222784,
      "learning_rate": 3e-07,
      "loss": 5.2003,
      "step": 2
    },
    {
      "epoch": 0.001876172607879925,
      "grad_norm": 82.888596553031,
      "learning_rate": 4.5e-07,
      "loss": 5.6066,
      "step": 3
    },
    {
      "epoch": 0.0025015634771732333,
      "grad_norm": 66.5305910712807,
      "learning_rate": 6e-07,
      "loss": 5.5415,
      "step": 4
    },
    {
      "epoch": 0.0031269543464665416,
      "grad_norm": 66.99198019087956,
      "learning_rate": 7.499999999999999e-07,
      "loss": 5.3112,
      "step": 5
    },
    {
      "epoch": 0.00375234521575985,
      "grad_norm": 55.258925035123035,
      "learning_rate": 9e-07,
      "loss": 5.5061,
      "step": 6
    },
    {
      "epoch": 0.004377736085053158,
      "grad_norm": 61.359738995568875,
      "learning_rate": 1.05e-06,
      "loss": 5.2838,
      "step": 7
    },
    {
      "epoch": 0.0050031269543464665,
      "grad_norm": 61.82638168461077,
      "learning_rate": 1.2e-06,
      "loss": 5.3699,
      "step": 8
    },
    {
      "epoch": 0.005628517823639775,
      "grad_norm": 51.50333178801965,
      "learning_rate": 1.3499999999999998e-06,
      "loss": 5.2514,
      "step": 9
    },
    {
      "epoch": 0.006253908692933083,
      "grad_norm": 46.38159291851073,
      "learning_rate": 1.4999999999999998e-06,
      "loss": 5.1587,
      "step": 10
    },
    {
      "epoch": 0.0068792995622263915,
      "grad_norm": 47.577088792627045,
      "learning_rate": 1.6499999999999997e-06,
      "loss": 5.0187,
      "step": 11
    },
    {
      "epoch": 0.0075046904315197,
      "grad_norm": 34.32786346482735,
      "learning_rate": 1.8e-06,
      "loss": 5.0179,
      "step": 12
    },
    {
      "epoch": 0.008130081300813009,
      "grad_norm": 30.09167039802575,
      "learning_rate": 1.9499999999999995e-06,
      "loss": 4.861,
      "step": 13
    },
    {
      "epoch": 0.008755472170106316,
      "grad_norm": 39.83344687560779,
      "learning_rate": 2.1e-06,
      "loss": 5.0089,
      "step": 14
    },
    {
      "epoch": 0.009380863039399626,
      "grad_norm": 48.57273925460576,
      "learning_rate": 2.2499999999999996e-06,
      "loss": 4.6656,
      "step": 15
    },
    {
      "epoch": 0.010006253908692933,
      "grad_norm": 34.9898848011387,
      "learning_rate": 2.4e-06,
      "loss": 4.5284,
      "step": 16
    },
    {
      "epoch": 0.010631644777986242,
      "grad_norm": 35.92903914055461,
      "learning_rate": 2.55e-06,
      "loss": 4.6372,
      "step": 17
    },
    {
      "epoch": 0.01125703564727955,
      "grad_norm": 28.60105582143578,
      "learning_rate": 2.6999999999999996e-06,
      "loss": 4.5261,
      "step": 18
    },
    {
      "epoch": 0.011882426516572859,
      "grad_norm": 24.21418688177583,
      "learning_rate": 2.85e-06,
      "loss": 4.344,
      "step": 19
    },
    {
      "epoch": 0.012507817385866166,
      "grad_norm": 21.103524812268514,
      "learning_rate": 2.9999999999999997e-06,
      "loss": 4.3635,
      "step": 20
    },
    {
      "epoch": 0.013133208255159476,
      "grad_norm": 18.39474413031788,
      "learning_rate": 3.15e-06,
      "loss": 4.2308,
      "step": 21
    },
    {
      "epoch": 0.013758599124452783,
      "grad_norm": 19.667494255787616,
      "learning_rate": 3.2999999999999993e-06,
      "loss": 4.3066,
      "step": 22
    },
    {
      "epoch": 0.014383989993746092,
      "grad_norm": 16.21032641319795,
      "learning_rate": 3.4499999999999996e-06,
      "loss": 4.2755,
      "step": 23
    },
    {
      "epoch": 0.0150093808630394,
      "grad_norm": 15.892623510766953,
      "learning_rate": 3.6e-06,
      "loss": 4.1424,
      "step": 24
    },
    {
      "epoch": 0.015634771732332707,
      "grad_norm": 15.242732154429913,
      "learning_rate": 3.7499999999999997e-06,
      "loss": 4.2364,
      "step": 25
    },
    {
      "epoch": 0.016260162601626018,
      "grad_norm": 13.497325536125429,
      "learning_rate": 3.899999999999999e-06,
      "loss": 4.11,
      "step": 26
    },
    {
      "epoch": 0.016885553470919325,
      "grad_norm": 13.775195710093525,
      "learning_rate": 4.049999999999999e-06,
      "loss": 4.2953,
      "step": 27
    },
    {
      "epoch": 0.017510944340212633,
      "grad_norm": 12.287629131999491,
      "learning_rate": 4.2e-06,
      "loss": 4.1347,
      "step": 28
    },
    {
      "epoch": 0.01813633520950594,
      "grad_norm": 14.12203425560746,
      "learning_rate": 4.35e-06,
      "loss": 4.1117,
      "step": 29
    },
    {
      "epoch": 0.01876172607879925,
      "grad_norm": 13.90406814323832,
      "learning_rate": 4.499999999999999e-06,
      "loss": 4.0287,
      "step": 30
    },
    {
      "epoch": 0.01938711694809256,
      "grad_norm": 12.400737881005806,
      "learning_rate": 4.6499999999999995e-06,
      "loss": 4.2359,
      "step": 31
    },
    {
      "epoch": 0.020012507817385866,
      "grad_norm": 12.356436298004766,
      "learning_rate": 4.8e-06,
      "loss": 3.9602,
      "step": 32
    },
    {
      "epoch": 0.020637898686679174,
      "grad_norm": 12.328367392104143,
      "learning_rate": 4.95e-06,
      "loss": 4.1104,
      "step": 33
    },
    {
      "epoch": 0.021263289555972485,
      "grad_norm": 12.36223739117633,
      "learning_rate": 5.1e-06,
      "loss": 3.9773,
      "step": 34
    },
    {
      "epoch": 0.021888680425265792,
      "grad_norm": 13.621611904686072,
      "learning_rate": 5.25e-06,
      "loss": 3.8724,
      "step": 35
    },
    {
      "epoch": 0.0225140712945591,
      "grad_norm": 13.64552709654131,
      "learning_rate": 5.399999999999999e-06,
      "loss": 3.9019,
      "step": 36
    },
    {
      "epoch": 0.023139462163852407,
      "grad_norm": 11.735166479971387,
      "learning_rate": 5.549999999999999e-06,
      "loss": 3.9574,
      "step": 37
    },
    {
      "epoch": 0.023764853033145718,
      "grad_norm": 14.4656782510588,
      "learning_rate": 5.7e-06,
      "loss": 3.8789,
      "step": 38
    },
    {
      "epoch": 0.024390243902439025,
      "grad_norm": 14.26898162518107,
      "learning_rate": 5.85e-06,
      "loss": 3.8657,
      "step": 39
    },
    {
      "epoch": 0.025015634771732333,
      "grad_norm": 13.578629342949174,
      "learning_rate": 5.999999999999999e-06,
      "loss": 3.7681,
      "step": 40
    },
    {
      "epoch": 0.02564102564102564,
      "grad_norm": 19.426939899487806,
      "learning_rate": 6.1499999999999996e-06,
      "loss": 3.8106,
      "step": 41
    },
    {
      "epoch": 0.02626641651031895,
      "grad_norm": 20.99196811283207,
      "learning_rate": 6.3e-06,
      "loss": 3.8834,
      "step": 42
    },
    {
      "epoch": 0.02689180737961226,
      "grad_norm": 15.23378402647139,
      "learning_rate": 6.449999999999999e-06,
      "loss": 3.6822,
      "step": 43
    },
    {
      "epoch": 0.027517198248905566,
      "grad_norm": 13.85736654058858,
      "learning_rate": 6.599999999999999e-06,
      "loss": 3.6843,
      "step": 44
    },
    {
      "epoch": 0.028142589118198873,
      "grad_norm": 19.075873432118726,
      "learning_rate": 6.749999999999999e-06,
      "loss": 3.5043,
      "step": 45
    },
    {
      "epoch": 0.028767979987492184,
      "grad_norm": 57.27449934199701,
      "learning_rate": 6.899999999999999e-06,
      "loss": 3.4125,
      "step": 46
    },
    {
      "epoch": 0.029393370856785492,
      "grad_norm": 43.64579708403736,
      "learning_rate": 7.049999999999999e-06,
      "loss": 3.5709,
      "step": 47
    },
    {
      "epoch": 0.0300187617260788,
      "grad_norm": 16.76055809675894,
      "learning_rate": 7.2e-06,
      "loss": 3.1685,
      "step": 48
    },
    {
      "epoch": 0.030644152595372107,
      "grad_norm": 27.364014740353714,
      "learning_rate": 7.35e-06,
      "loss": 3.275,
      "step": 49
    },
    {
      "epoch": 0.031269543464665414,
      "grad_norm": 27.104118932953796,
      "learning_rate": 7.499999999999999e-06,
      "loss": 3.5409,
      "step": 50
    },
    {
      "epoch": 0.03189493433395872,
      "grad_norm": 42.16405757859409,
      "learning_rate": 7.65e-06,
      "loss": 3.6161,
      "step": 51
    },
    {
      "epoch": 0.032520325203252036,
      "grad_norm": 14.429589361021629,
      "learning_rate": 7.799999999999998e-06,
      "loss": 3.5798,
      "step": 52
    },
    {
      "epoch": 0.03314571607254534,
      "grad_norm": 17.24753723264892,
      "learning_rate": 7.949999999999998e-06,
      "loss": 3.4685,
      "step": 53
    },
    {
      "epoch": 0.03377110694183865,
      "grad_norm": 18.01859699939843,
      "learning_rate": 8.099999999999999e-06,
      "loss": 3.299,
      "step": 54
    },
    {
      "epoch": 0.03439649781113196,
      "grad_norm": 35.21946832977218,
      "learning_rate": 8.249999999999999e-06,
      "loss": 3.2304,
      "step": 55
    },
    {
      "epoch": 0.035021888680425266,
      "grad_norm": 43.48569952250609,
      "learning_rate": 8.4e-06,
      "loss": 3.3984,
      "step": 56
    },
    {
      "epoch": 0.03564727954971857,
      "grad_norm": 20.111054577585453,
      "learning_rate": 8.55e-06,
      "loss": 3.3021,
      "step": 57
    },
    {
      "epoch": 0.03627267041901188,
      "grad_norm": 15.796398202682884,
      "learning_rate": 8.7e-06,
      "loss": 3.3246,
      "step": 58
    },
    {
      "epoch": 0.03689806128830519,
      "grad_norm": 28.807276140219425,
      "learning_rate": 8.849999999999998e-06,
      "loss": 3.5254,
      "step": 59
    },
    {
      "epoch": 0.0375234521575985,
      "grad_norm": 17.201179443163817,
      "learning_rate": 8.999999999999999e-06,
      "loss": 3.1771,
      "step": 60
    },
    {
      "epoch": 0.03814884302689181,
      "grad_norm": 28.87326366381671,
      "learning_rate": 9.149999999999999e-06,
      "loss": 3.2855,
      "step": 61
    },
    {
      "epoch": 0.03877423389618512,
      "grad_norm": 41.02093505404944,
      "learning_rate": 9.299999999999999e-06,
      "loss": 3.3267,
      "step": 62
    },
    {
      "epoch": 0.039399624765478425,
      "grad_norm": 25.560156972384355,
      "learning_rate": 9.45e-06,
      "loss": 2.9003,
      "step": 63
    },
    {
      "epoch": 0.04002501563477173,
      "grad_norm": 17.207556857827992,
      "learning_rate": 9.6e-06,
      "loss": 3.2076,
      "step": 64
    },
    {
      "epoch": 0.04065040650406504,
      "grad_norm": 13.431850235085271,
      "learning_rate": 9.75e-06,
      "loss": 3.207,
      "step": 65
    },
    {
      "epoch": 0.04127579737335835,
      "grad_norm": 15.305235254604987,
      "learning_rate": 9.9e-06,
      "loss": 3.0845,
      "step": 66
    },
    {
      "epoch": 0.041901188242651655,
      "grad_norm": 18.42754542203034,
      "learning_rate": 1.005e-05,
      "loss": 3.1108,
      "step": 67
    },
    {
      "epoch": 0.04252657911194497,
      "grad_norm": 9.567533058598256,
      "learning_rate": 1.02e-05,
      "loss": 3.2553,
      "step": 68
    },
    {
      "epoch": 0.043151969981238276,
      "grad_norm": 14.885553782579112,
      "learning_rate": 1.035e-05,
      "loss": 2.857,
      "step": 69
    },
    {
      "epoch": 0.043777360850531584,
      "grad_norm": 8.961695007239134,
      "learning_rate": 1.05e-05,
      "loss": 3.0612,
      "step": 70
    },
    {
      "epoch": 0.04440275171982489,
      "grad_norm": 20.06096854426492,
      "learning_rate": 1.0649999999999998e-05,
      "loss": 2.9858,
      "step": 71
    },
    {
      "epoch": 0.0450281425891182,
      "grad_norm": 13.661840316421298,
      "learning_rate": 1.0799999999999998e-05,
      "loss": 3.0475,
      "step": 72
    },
    {
      "epoch": 0.045653533458411506,
      "grad_norm": 10.480803646296854,
      "learning_rate": 1.0949999999999998e-05,
      "loss": 3.1238,
      "step": 73
    },
    {
      "epoch": 0.046278924327704814,
      "grad_norm": 9.735835928669411,
      "learning_rate": 1.1099999999999999e-05,
      "loss": 2.9985,
      "step": 74
    },
    {
      "epoch": 0.04690431519699812,
      "grad_norm": 16.10187397839407,
      "learning_rate": 1.1249999999999999e-05,
      "loss": 3.0611,
      "step": 75
    },
    {
      "epoch": 0.047529706066291436,
      "grad_norm": 10.22357385685894,
      "learning_rate": 1.14e-05,
      "loss": 3.0945,
      "step": 76
    },
    {
      "epoch": 0.04815509693558474,
      "grad_norm": 11.688559779995472,
      "learning_rate": 1.155e-05,
      "loss": 3.0266,
      "step": 77
    },
    {
      "epoch": 0.04878048780487805,
      "grad_norm": 9.773796546824798,
      "learning_rate": 1.17e-05,
      "loss": 2.6742,
      "step": 78
    },
    {
      "epoch": 0.04940587867417136,
      "grad_norm": 10.996364724227904,
      "learning_rate": 1.1849999999999998e-05,
      "loss": 3.0508,
      "step": 79
    },
    {
      "epoch": 0.050031269543464665,
      "grad_norm": 21.98894650056983,
      "learning_rate": 1.1999999999999999e-05,
      "loss": 3.0797,
      "step": 80
    },
    {
      "epoch": 0.05065666041275797,
      "grad_norm": 16.035974716043267,
      "learning_rate": 1.2149999999999999e-05,
      "loss": 2.9942,
      "step": 81
    },
    {
      "epoch": 0.05128205128205128,
      "grad_norm": 13.199850806488417,
      "learning_rate": 1.2299999999999999e-05,
      "loss": 2.7763,
      "step": 82
    },
    {
      "epoch": 0.05190744215134459,
      "grad_norm": 13.160511686716486,
      "learning_rate": 1.245e-05,
      "loss": 2.8972,
      "step": 83
    },
    {
      "epoch": 0.0525328330206379,
      "grad_norm": 9.556332537311823,
      "learning_rate": 1.26e-05,
      "loss": 3.1233,
      "step": 84
    },
    {
      "epoch": 0.05315822388993121,
      "grad_norm": 11.031809365114245,
      "learning_rate": 1.275e-05,
      "loss": 2.8373,
      "step": 85
    },
    {
      "epoch": 0.05378361475922452,
      "grad_norm": 11.076208117534968,
      "learning_rate": 1.2899999999999998e-05,
      "loss": 3.0733,
      "step": 86
    },
    {
      "epoch": 0.054409005628517824,
      "grad_norm": 12.623086811156119,
      "learning_rate": 1.3049999999999999e-05,
      "loss": 2.9253,
      "step": 87
    },
    {
      "epoch": 0.05503439649781113,
      "grad_norm": 16.25808713361077,
      "learning_rate": 1.3199999999999997e-05,
      "loss": 2.6576,
      "step": 88
    },
    {
      "epoch": 0.05565978736710444,
      "grad_norm": 9.434564823814203,
      "learning_rate": 1.3349999999999998e-05,
      "loss": 2.732,
      "step": 89
    },
    {
      "epoch": 0.05628517823639775,
      "grad_norm": 15.130972654863841,
      "learning_rate": 1.3499999999999998e-05,
      "loss": 2.4414,
      "step": 90
    },
    {
      "epoch": 0.056910569105691054,
      "grad_norm": 10.285964514999293,
      "learning_rate": 1.3649999999999998e-05,
      "loss": 2.8301,
      "step": 91
    },
    {
      "epoch": 0.05753595997498437,
      "grad_norm": 18.943441488170684,
      "learning_rate": 1.3799999999999998e-05,
      "loss": 2.9672,
      "step": 92
    },
    {
      "epoch": 0.058161350844277676,
      "grad_norm": 9.110538283517187,
      "learning_rate": 1.3949999999999999e-05,
      "loss": 2.8914,
      "step": 93
    },
    {
      "epoch": 0.058786741713570984,
      "grad_norm": 12.744253976727725,
      "learning_rate": 1.4099999999999999e-05,
      "loss": 2.9756,
      "step": 94
    },
    {
      "epoch": 0.05941213258286429,
      "grad_norm": 9.414994225332917,
      "learning_rate": 1.4249999999999999e-05,
      "loss": 3.1313,
      "step": 95
    },
    {
      "epoch": 0.0600375234521576,
      "grad_norm": 7.407797492570968,
      "learning_rate": 1.44e-05,
      "loss": 2.8057,
      "step": 96
    },
    {
      "epoch": 0.060662914321450906,
      "grad_norm": 8.270215190120044,
      "learning_rate": 1.455e-05,
      "loss": 2.3844,
      "step": 97
    },
    {
      "epoch": 0.06128830519074421,
      "grad_norm": 9.082638159211337,
      "learning_rate": 1.47e-05,
      "loss": 2.8421,
      "step": 98
    },
    {
      "epoch": 0.06191369606003752,
      "grad_norm": 10.50883779891906,
      "learning_rate": 1.485e-05,
      "loss": 2.817,
      "step": 99
    },
    {
      "epoch": 0.06253908692933083,
      "grad_norm": 9.478754630423413,
      "learning_rate": 1.4999999999999999e-05,
      "loss": 2.8008,
      "step": 100
    },
    {
      "epoch": 0.06316447779862414,
      "grad_norm": 12.682408354208047,
      "learning_rate": 1.5149999999999999e-05,
      "loss": 2.9657,
      "step": 101
    },
    {
      "epoch": 0.06378986866791744,
      "grad_norm": 10.978948123776807,
      "learning_rate": 1.53e-05,
      "loss": 2.923,
      "step": 102
    },
    {
      "epoch": 0.06441525953721075,
      "grad_norm": 9.059861703346552,
      "learning_rate": 1.545e-05,
      "loss": 2.7501,
      "step": 103
    },
    {
      "epoch": 0.06504065040650407,
      "grad_norm": 8.371924799274247,
      "learning_rate": 1.5599999999999996e-05,
      "loss": 2.9403,
      "step": 104
    },
    {
      "epoch": 0.06566604127579738,
      "grad_norm": 7.852234841807453,
      "learning_rate": 1.5749999999999997e-05,
      "loss": 2.8731,
      "step": 105
    },
    {
      "epoch": 0.06629143214509069,
      "grad_norm": 7.484377735173371,
      "learning_rate": 1.5899999999999997e-05,
      "loss": 2.9172,
      "step": 106
    },
    {
      "epoch": 0.066916823014384,
      "grad_norm": 8.685169918368047,
      "learning_rate": 1.6049999999999997e-05,
      "loss": 2.8107,
      "step": 107
    },
    {
      "epoch": 0.0675422138836773,
      "grad_norm": 7.472572692945103,
      "learning_rate": 1.6199999999999997e-05,
      "loss": 2.8829,
      "step": 108
    },
    {
      "epoch": 0.06816760475297061,
      "grad_norm": 8.408683786016873,
      "learning_rate": 1.6349999999999998e-05,
      "loss": 2.731,
      "step": 109
    },
    {
      "epoch": 0.06879299562226392,
      "grad_norm": 7.8801124314287385,
      "learning_rate": 1.6499999999999998e-05,
      "loss": 2.607,
      "step": 110
    },
    {
      "epoch": 0.06941838649155722,
      "grad_norm": 8.171473670378447,
      "learning_rate": 1.6649999999999998e-05,
      "loss": 3.0051,
      "step": 111
    },
    {
      "epoch": 0.07004377736085053,
      "grad_norm": 9.498272448734706,
      "learning_rate": 1.68e-05,
      "loss": 2.9011,
      "step": 112
    },
    {
      "epoch": 0.07066916823014384,
      "grad_norm": 7.155404308724237,
      "learning_rate": 1.695e-05,
      "loss": 2.7,
      "step": 113
    },
    {
      "epoch": 0.07129455909943715,
      "grad_norm": 7.555148020357747,
      "learning_rate": 1.71e-05,
      "loss": 2.8665,
      "step": 114
    },
    {
      "epoch": 0.07191994996873045,
      "grad_norm": 8.52472684699928,
      "learning_rate": 1.725e-05,
      "loss": 2.6484,
      "step": 115
    },
    {
      "epoch": 0.07254534083802376,
      "grad_norm": 7.554023082596825,
      "learning_rate": 1.74e-05,
      "loss": 2.6599,
      "step": 116
    },
    {
      "epoch": 0.07317073170731707,
      "grad_norm": 8.814556385858863,
      "learning_rate": 1.755e-05,
      "loss": 3.0223,
      "step": 117
    },
    {
      "epoch": 0.07379612257661038,
      "grad_norm": 8.97708229866247,
      "learning_rate": 1.7699999999999997e-05,
      "loss": 2.8024,
      "step": 118
    },
    {
      "epoch": 0.07442151344590368,
      "grad_norm": 7.844925977053141,
      "learning_rate": 1.7849999999999997e-05,
      "loss": 2.7044,
      "step": 119
    },
    {
      "epoch": 0.075046904315197,
      "grad_norm": 8.209643272525922,
      "learning_rate": 1.7999999999999997e-05,
      "loss": 3.0123,
      "step": 120
    },
    {
      "epoch": 0.07567229518449031,
      "grad_norm": 8.332986355594453,
      "learning_rate": 1.8149999999999997e-05,
      "loss": 2.8918,
      "step": 121
    },
    {
      "epoch": 0.07629768605378362,
      "grad_norm": 7.323020916698552,
      "learning_rate": 1.8299999999999998e-05,
      "loss": 2.7473,
      "step": 122
    },
    {
      "epoch": 0.07692307692307693,
      "grad_norm": 7.3853612177618,
      "learning_rate": 1.8449999999999998e-05,
      "loss": 2.7975,
      "step": 123
    },
    {
      "epoch": 0.07754846779237023,
      "grad_norm": 8.257891539131746,
      "learning_rate": 1.8599999999999998e-05,
      "loss": 2.6134,
      "step": 124
    },
    {
      "epoch": 0.07817385866166354,
      "grad_norm": 8.990551873451546,
      "learning_rate": 1.875e-05,
      "loss": 3.0213,
      "step": 125
    },
    {
      "epoch": 0.07879924953095685,
      "grad_norm": 7.129583465986868,
      "learning_rate": 1.89e-05,
      "loss": 2.8629,
      "step": 126
    },
    {
      "epoch": 0.07942464040025016,
      "grad_norm": 9.160641971015442,
      "learning_rate": 1.905e-05,
      "loss": 2.9928,
      "step": 127
    },
    {
      "epoch": 0.08005003126954346,
      "grad_norm": 8.748759337523342,
      "learning_rate": 1.92e-05,
      "loss": 2.7502,
      "step": 128
    },
    {
      "epoch": 0.08067542213883677,
      "grad_norm": 8.783838245129527,
      "learning_rate": 1.935e-05,
      "loss": 2.794,
      "step": 129
    },
    {
      "epoch": 0.08130081300813008,
      "grad_norm": 7.749249181355906,
      "learning_rate": 1.95e-05,
      "loss": 2.8522,
      "step": 130
    },
    {
      "epoch": 0.08192620387742339,
      "grad_norm": 7.6820604650862885,
      "learning_rate": 1.965e-05,
      "loss": 2.8933,
      "step": 131
    },
    {
      "epoch": 0.0825515947467167,
      "grad_norm": 8.567168189988742,
      "learning_rate": 1.98e-05,
      "loss": 3.1647,
      "step": 132
    },
    {
      "epoch": 0.08317698561601,
      "grad_norm": 7.242138801939747,
      "learning_rate": 1.995e-05,
      "loss": 3.0767,
      "step": 133
    },
    {
      "epoch": 0.08380237648530331,
      "grad_norm": 7.6301362175067275,
      "learning_rate": 2.01e-05,
      "loss": 2.9469,
      "step": 134
    },
    {
      "epoch": 0.08442776735459662,
      "grad_norm": 7.823904763910925,
      "learning_rate": 2.025e-05,
      "loss": 2.8093,
      "step": 135
    },
    {
      "epoch": 0.08505315822388994,
      "grad_norm": 6.972668760272325,
      "learning_rate": 2.04e-05,
      "loss": 2.8527,
      "step": 136
    },
    {
      "epoch": 0.08567854909318325,
      "grad_norm": 7.324053843714986,
      "learning_rate": 2.055e-05,
      "loss": 2.8648,
      "step": 137
    },
    {
      "epoch": 0.08630393996247655,
      "grad_norm": 7.453345322688484,
      "learning_rate": 2.07e-05,
      "loss": 2.758,
      "step": 138
    },
    {
      "epoch": 0.08692933083176986,
      "grad_norm": 8.032654554470545,
      "learning_rate": 2.085e-05,
      "loss": 2.8474,
      "step": 139
    },
    {
      "epoch": 0.08755472170106317,
      "grad_norm": 6.850262332914093,
      "learning_rate": 2.1e-05,
      "loss": 2.6778,
      "step": 140
    },
    {
      "epoch": 0.08818011257035648,
      "grad_norm": 6.205812364192546,
      "learning_rate": 2.1149999999999996e-05,
      "loss": 2.7009,
      "step": 141
    },
    {
      "epoch": 0.08880550343964978,
      "grad_norm": 7.695958212557997,
      "learning_rate": 2.1299999999999996e-05,
      "loss": 2.5954,
      "step": 142
    },
    {
      "epoch": 0.08943089430894309,
      "grad_norm": 7.063717769948025,
      "learning_rate": 2.1449999999999996e-05,
      "loss": 2.7169,
      "step": 143
    },
    {
      "epoch": 0.0900562851782364,
      "grad_norm": 7.377951945542024,
      "learning_rate": 2.1599999999999996e-05,
      "loss": 2.5193,
      "step": 144
    },
    {
      "epoch": 0.0906816760475297,
      "grad_norm": 7.066350596298385,
      "learning_rate": 2.1749999999999997e-05,
      "loss": 2.7166,
      "step": 145
    },
    {
      "epoch": 0.09130706691682301,
      "grad_norm": 7.315368410528273,
      "learning_rate": 2.1899999999999997e-05,
      "loss": 2.5957,
      "step": 146
    },
    {
      "epoch": 0.09193245778611632,
      "grad_norm": 10.474880371748872,
      "learning_rate": 2.2049999999999997e-05,
      "loss": 2.8107,
      "step": 147
    },
    {
      "epoch": 0.09255784865540963,
      "grad_norm": 7.225797978585077,
      "learning_rate": 2.2199999999999998e-05,
      "loss": 2.7217,
      "step": 148
    },
    {
      "epoch": 0.09318323952470293,
      "grad_norm": 8.416917709612745,
      "learning_rate": 2.2349999999999998e-05,
      "loss": 2.7274,
      "step": 149
    },
    {
      "epoch": 0.09380863039399624,
      "grad_norm": 7.566233665218373,
      "learning_rate": 2.2499999999999998e-05,
      "loss": 2.7522,
      "step": 150
    },
    {
      "epoch": 0.09443402126328955,
      "grad_norm": 6.121558568537381,
      "learning_rate": 2.2649999999999998e-05,
      "loss": 2.5489,
      "step": 151
    },
    {
      "epoch": 0.09505941213258287,
      "grad_norm": 6.675406151215814,
      "learning_rate": 2.28e-05,
      "loss": 2.7695,
      "step": 152
    },
    {
      "epoch": 0.09568480300187618,
      "grad_norm": 7.816010192821588,
      "learning_rate": 2.295e-05,
      "loss": 2.9587,
      "step": 153
    },
    {
      "epoch": 0.09631019387116949,
      "grad_norm": 7.249043335477569,
      "learning_rate": 2.31e-05,
      "loss": 3.0789,
      "step": 154
    },
    {
      "epoch": 0.0969355847404628,
      "grad_norm": 7.548457508693165,
      "learning_rate": 2.325e-05,
      "loss": 2.903,
      "step": 155
    },
    {
      "epoch": 0.0975609756097561,
      "grad_norm": 6.76714967780626,
      "learning_rate": 2.34e-05,
      "loss": 2.8317,
      "step": 156
    },
    {
      "epoch": 0.09818636647904941,
      "grad_norm": 6.456279141910592,
      "learning_rate": 2.3549999999999996e-05,
      "loss": 2.989,
      "step": 157
    },
    {
      "epoch": 0.09881175734834272,
      "grad_norm": 5.9355617341307845,
      "learning_rate": 2.3699999999999997e-05,
      "loss": 2.7789,
      "step": 158
    },
    {
      "epoch": 0.09943714821763602,
      "grad_norm": 7.663259125652976,
      "learning_rate": 2.3849999999999997e-05,
      "loss": 2.9122,
      "step": 159
    },
    {
      "epoch": 0.10006253908692933,
      "grad_norm": 6.102250052516866,
      "learning_rate": 2.3999999999999997e-05,
      "loss": 2.7459,
      "step": 160
    },
    {
      "epoch": 0.10068792995622264,
      "grad_norm": 6.308605698934812,
      "learning_rate": 2.4149999999999997e-05,
      "loss": 2.8149,
      "step": 161
    },
    {
      "epoch": 0.10131332082551595,
      "grad_norm": 6.693724387802706,
      "learning_rate": 2.4299999999999998e-05,
      "loss": 2.7579,
      "step": 162
    },
    {
      "epoch": 0.10193871169480925,
      "grad_norm": 6.3990141946382035,
      "learning_rate": 2.4449999999999998e-05,
      "loss": 2.6652,
      "step": 163
    },
    {
      "epoch": 0.10256410256410256,
      "grad_norm": 7.12026089545745,
      "learning_rate": 2.4599999999999998e-05,
      "loss": 2.8152,
      "step": 164
    },
    {
      "epoch": 0.10318949343339587,
      "grad_norm": 7.237493463351801,
      "learning_rate": 2.475e-05,
      "loss": 2.7055,
      "step": 165
    },
    {
      "epoch": 0.10381488430268918,
      "grad_norm": 7.205321603500197,
      "learning_rate": 2.49e-05,
      "loss": 2.7508,
      "step": 166
    },
    {
      "epoch": 0.10444027517198248,
      "grad_norm": 7.065694943673819,
      "learning_rate": 2.505e-05,
      "loss": 2.2847,
      "step": 167
    },
    {
      "epoch": 0.1050656660412758,
      "grad_norm": 6.9108626260944,
      "learning_rate": 2.52e-05,
      "loss": 2.7573,
      "step": 168
    },
    {
      "epoch": 0.10569105691056911,
      "grad_norm": 7.310277836069395,
      "learning_rate": 2.535e-05,
      "loss": 2.5927,
      "step": 169
    },
    {
      "epoch": 0.10631644777986242,
      "grad_norm": 6.6914045782935885,
      "learning_rate": 2.55e-05,
      "loss": 2.7917,
      "step": 170
    },
    {
      "epoch": 0.10694183864915573,
      "grad_norm": 7.768191931578769,
      "learning_rate": 2.565e-05,
      "loss": 2.8766,
      "step": 171
    },
    {
      "epoch": 0.10756722951844903,
      "grad_norm": 6.361222912920227,
      "learning_rate": 2.5799999999999997e-05,
      "loss": 2.7266,
      "step": 172
    },
    {
      "epoch": 0.10819262038774234,
      "grad_norm": 6.879728420984093,
      "learning_rate": 2.5949999999999997e-05,
      "loss": 2.64,
      "step": 173
    },
    {
      "epoch": 0.10881801125703565,
      "grad_norm": 6.381767194748385,
      "learning_rate": 2.6099999999999997e-05,
      "loss": 2.7735,
      "step": 174
    },
    {
      "epoch": 0.10944340212632896,
      "grad_norm": 6.994219443912284,
      "learning_rate": 2.6249999999999998e-05,
      "loss": 2.6835,
      "step": 175
    },
    {
      "epoch": 0.11006879299562226,
      "grad_norm": 5.848781194754254,
      "learning_rate": 2.6399999999999995e-05,
      "loss": 2.6366,
      "step": 176
    },
    {
      "epoch": 0.11069418386491557,
      "grad_norm": 6.442835899343716,
      "learning_rate": 2.6549999999999995e-05,
      "loss": 2.5998,
      "step": 177
    },
    {
      "epoch": 0.11131957473420888,
      "grad_norm": 7.050596275752036,
      "learning_rate": 2.6699999999999995e-05,
      "loss": 2.794,
      "step": 178
    },
    {
      "epoch": 0.11194496560350219,
      "grad_norm": 6.594812828962393,
      "learning_rate": 2.6849999999999995e-05,
      "loss": 2.7975,
      "step": 179
    },
    {
      "epoch": 0.1125703564727955,
      "grad_norm": 6.186574227424846,
      "learning_rate": 2.6999999999999996e-05,
      "loss": 2.8709,
      "step": 180
    },
    {
      "epoch": 0.1131957473420888,
      "grad_norm": 5.529059046844844,
      "learning_rate": 2.7149999999999996e-05,
      "loss": 2.7801,
      "step": 181
    },
    {
      "epoch": 0.11382113821138211,
      "grad_norm": 6.242190874913586,
      "learning_rate": 2.7299999999999996e-05,
      "loss": 2.2537,
      "step": 182
    },
    {
      "epoch": 0.11444652908067542,
      "grad_norm": 6.9319455917260235,
      "learning_rate": 2.7449999999999996e-05,
      "loss": 2.7461,
      "step": 183
    },
    {
      "epoch": 0.11507191994996874,
      "grad_norm": 7.607762312106261,
      "learning_rate": 2.7599999999999997e-05,
      "loss": 2.9182,
      "step": 184
    },
    {
      "epoch": 0.11569731081926204,
      "grad_norm": 6.835746974897298,
      "learning_rate": 2.7749999999999997e-05,
      "loss": 2.7998,
      "step": 185
    },
    {
      "epoch": 0.11632270168855535,
      "grad_norm": 6.839184885136685,
      "learning_rate": 2.7899999999999997e-05,
      "loss": 2.8437,
      "step": 186
    },
    {
      "epoch": 0.11694809255784866,
      "grad_norm": 6.406002449111515,
      "learning_rate": 2.8049999999999997e-05,
      "loss": 2.9384,
      "step": 187
    },
    {
      "epoch": 0.11757348342714197,
      "grad_norm": 7.247605038397851,
      "learning_rate": 2.8199999999999998e-05,
      "loss": 2.5932,
      "step": 188
    },
    {
      "epoch": 0.11819887429643527,
      "grad_norm": 6.070465033938038,
      "learning_rate": 2.8349999999999998e-05,
      "loss": 2.8465,
      "step": 189
    },
    {
      "epoch": 0.11882426516572858,
      "grad_norm": 5.560239569227389,
      "learning_rate": 2.8499999999999998e-05,
      "loss": 2.6254,
      "step": 190
    },
    {
      "epoch": 0.11944965603502189,
      "grad_norm": 6.3043632694093565,
      "learning_rate": 2.865e-05,
      "loss": 2.5244,
      "step": 191
    },
    {
      "epoch": 0.1200750469043152,
      "grad_norm": 5.978714248544716,
      "learning_rate": 2.88e-05,
      "loss": 3.01,
      "step": 192
    },
    {
      "epoch": 0.1207004377736085,
      "grad_norm": 5.9962694076255145,
      "learning_rate": 2.895e-05,
      "loss": 2.3042,
      "step": 193
    },
    {
      "epoch": 0.12132582864290181,
      "grad_norm": 7.101229791870426,
      "learning_rate": 2.91e-05,
      "loss": 2.6394,
      "step": 194
    },
    {
      "epoch": 0.12195121951219512,
      "grad_norm": 5.9740796631630975,
      "learning_rate": 2.925e-05,
      "loss": 2.6372,
      "step": 195
    },
    {
      "epoch": 0.12257661038148843,
      "grad_norm": 5.649426008324369,
      "learning_rate": 2.94e-05,
      "loss": 2.771,
      "step": 196
    },
    {
      "epoch": 0.12320200125078173,
      "grad_norm": 9.075164940029566,
      "learning_rate": 2.955e-05,
      "loss": 2.7157,
      "step": 197
    },
    {
      "epoch": 0.12382739212007504,
      "grad_norm": 6.20187329078239,
      "learning_rate": 2.97e-05,
      "loss": 2.4017,
      "step": 198
    },
    {
      "epoch": 0.12445278298936835,
      "grad_norm": 5.372951823646796,
      "learning_rate": 2.985e-05,
      "loss": 2.4824,
      "step": 199
    },
    {
      "epoch": 0.12507817385866166,
      "grad_norm": 7.862185426023066,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 2.7951,
      "step": 200
    },
    {
      "epoch": 0.12570356472795496,
      "grad_norm": 5.810384174385696,
      "learning_rate": 3.0149999999999998e-05,
      "loss": 2.669,
      "step": 201
    },
    {
      "epoch": 0.12632895559724827,
      "grad_norm": 5.938832166757093,
      "learning_rate": 3.0299999999999998e-05,
      "loss": 2.264,
      "step": 202
    },
    {
      "epoch": 0.12695434646654158,
      "grad_norm": 5.718126683235154,
      "learning_rate": 3.0449999999999998e-05,
      "loss": 2.6225,
      "step": 203
    },
    {
      "epoch": 0.1275797373358349,
      "grad_norm": 6.541513555350017,
      "learning_rate": 3.06e-05,
      "loss": 2.5874,
      "step": 204
    },
    {
      "epoch": 0.1282051282051282,
      "grad_norm": 5.881283905864926,
      "learning_rate": 3.0749999999999995e-05,
      "loss": 2.2059,
      "step": 205
    },
    {
      "epoch": 0.1288305190744215,
      "grad_norm": 6.571943115734933,
      "learning_rate": 3.09e-05,
      "loss": 2.5185,
      "step": 206
    },
    {
      "epoch": 0.1294559099437148,
      "grad_norm": 6.24982136192402,
      "learning_rate": 3.1049999999999996e-05,
      "loss": 2.7685,
      "step": 207
    },
    {
      "epoch": 0.13008130081300814,
      "grad_norm": 6.4199517931300685,
      "learning_rate": 3.119999999999999e-05,
      "loss": 2.5883,
      "step": 208
    },
    {
      "epoch": 0.13070669168230145,
      "grad_norm": 5.932297872675407,
      "learning_rate": 3.1349999999999996e-05,
      "loss": 2.7662,
      "step": 209
    },
    {
      "epoch": 0.13133208255159476,
      "grad_norm": 5.259805379146708,
      "learning_rate": 3.149999999999999e-05,
      "loss": 2.8506,
      "step": 210
    },
    {
      "epoch": 0.13195747342088807,
      "grad_norm": 6.274562944538626,
      "learning_rate": 3.165e-05,
      "loss": 2.1711,
      "step": 211
    },
    {
      "epoch": 0.13258286429018137,
      "grad_norm": 6.941816197256679,
      "learning_rate": 3.1799999999999994e-05,
      "loss": 2.7151,
      "step": 212
    },
    {
      "epoch": 0.13320825515947468,
      "grad_norm": 5.782587246681425,
      "learning_rate": 3.195e-05,
      "loss": 2.2588,
      "step": 213
    },
    {
      "epoch": 0.133833646028768,
      "grad_norm": 5.140703315505333,
      "learning_rate": 3.2099999999999994e-05,
      "loss": 2.6776,
      "step": 214
    },
    {
      "epoch": 0.1344590368980613,
      "grad_norm": 6.048034869981107,
      "learning_rate": 3.225e-05,
      "loss": 2.6727,
      "step": 215
    },
    {
      "epoch": 0.1350844277673546,
      "grad_norm": 6.680546056097504,
      "learning_rate": 3.2399999999999995e-05,
      "loss": 2.9602,
      "step": 216
    },
    {
      "epoch": 0.1357098186366479,
      "grad_norm": 5.432871587960096,
      "learning_rate": 3.255e-05,
      "loss": 2.1971,
      "step": 217
    },
    {
      "epoch": 0.13633520950594122,
      "grad_norm": 5.378270516658231,
      "learning_rate": 3.2699999999999995e-05,
      "loss": 2.7108,
      "step": 218
    },
    {
      "epoch": 0.13696060037523453,
      "grad_norm": 5.883014838627283,
      "learning_rate": 3.285e-05,
      "loss": 2.5738,
      "step": 219
    },
    {
      "epoch": 0.13758599124452783,
      "grad_norm": 5.285938502720625,
      "learning_rate": 3.2999999999999996e-05,
      "loss": 2.8,
      "step": 220
    },
    {
      "epoch": 0.13821138211382114,
      "grad_norm": 6.319252405764979,
      "learning_rate": 3.315e-05,
      "loss": 2.953,
      "step": 221
    },
    {
      "epoch": 0.13883677298311445,
      "grad_norm": 5.171690939646102,
      "learning_rate": 3.3299999999999996e-05,
      "loss": 2.78,
      "step": 222
    },
    {
      "epoch": 0.13946216385240776,
      "grad_norm": 5.191040371390643,
      "learning_rate": 3.345e-05,
      "loss": 2.8615,
      "step": 223
    },
    {
      "epoch": 0.14008755472170106,
      "grad_norm": 6.993315656845519,
      "learning_rate": 3.36e-05,
      "loss": 2.6074,
      "step": 224
    },
    {
      "epoch": 0.14071294559099437,
      "grad_norm": 5.859115732438236,
      "learning_rate": 3.375e-05,
      "loss": 2.6045,
      "step": 225
    },
    {
      "epoch": 0.14133833646028768,
      "grad_norm": 5.399538391951004,
      "learning_rate": 3.39e-05,
      "loss": 2.7844,
      "step": 226
    },
    {
      "epoch": 0.14196372732958099,
      "grad_norm": 5.784943717024622,
      "learning_rate": 3.405e-05,
      "loss": 2.8382,
      "step": 227
    },
    {
      "epoch": 0.1425891181988743,
      "grad_norm": 5.159821071365338,
      "learning_rate": 3.42e-05,
      "loss": 2.2477,
      "step": 228
    },
    {
      "epoch": 0.1432145090681676,
      "grad_norm": 5.502233747760042,
      "learning_rate": 3.435e-05,
      "loss": 2.2142,
      "step": 229
    },
    {
      "epoch": 0.1438398999374609,
      "grad_norm": 7.467025263056286,
      "learning_rate": 3.45e-05,
      "loss": 2.7289,
      "step": 230
    },
    {
      "epoch": 0.14446529080675422,
      "grad_norm": 8.337126364715452,
      "learning_rate": 3.465e-05,
      "loss": 2.9049,
      "step": 231
    },
    {
      "epoch": 0.14509068167604752,
      "grad_norm": 6.671934679303252,
      "learning_rate": 3.48e-05,
      "loss": 2.8669,
      "step": 232
    },
    {
      "epoch": 0.14571607254534083,
      "grad_norm": 6.116852582631209,
      "learning_rate": 3.4949999999999996e-05,
      "loss": 2.7902,
      "step": 233
    },
    {
      "epoch": 0.14634146341463414,
      "grad_norm": 6.438033785664261,
      "learning_rate": 3.51e-05,
      "loss": 2.7475,
      "step": 234
    },
    {
      "epoch": 0.14696685428392744,
      "grad_norm": 7.738543173397424,
      "learning_rate": 3.5249999999999996e-05,
      "loss": 2.3026,
      "step": 235
    },
    {
      "epoch": 0.14759224515322075,
      "grad_norm": 6.658003647678991,
      "learning_rate": 3.539999999999999e-05,
      "loss": 2.9855,
      "step": 236
    },
    {
      "epoch": 0.14821763602251406,
      "grad_norm": 5.127449587420434,
      "learning_rate": 3.555e-05,
      "loss": 2.5891,
      "step": 237
    },
    {
      "epoch": 0.14884302689180737,
      "grad_norm": 5.0855070197953145,
      "learning_rate": 3.5699999999999994e-05,
      "loss": 2.7775,
      "step": 238
    },
    {
      "epoch": 0.14946841776110067,
      "grad_norm": 9.971395240640215,
      "learning_rate": 3.585e-05,
      "loss": 2.8455,
      "step": 239
    },
    {
      "epoch": 0.150093808630394,
      "grad_norm": 5.590838333313841,
      "learning_rate": 3.5999999999999994e-05,
      "loss": 2.6548,
      "step": 240
    },
    {
      "epoch": 0.15071919949968732,
      "grad_norm": 5.5587566595647395,
      "learning_rate": 3.615e-05,
      "loss": 2.6825,
      "step": 241
    },
    {
      "epoch": 0.15134459036898062,
      "grad_norm": 5.454307680222576,
      "learning_rate": 3.6299999999999995e-05,
      "loss": 2.2268,
      "step": 242
    },
    {
      "epoch": 0.15196998123827393,
      "grad_norm": 5.450564855109065,
      "learning_rate": 3.645e-05,
      "loss": 2.7418,
      "step": 243
    },
    {
      "epoch": 0.15259537210756724,
      "grad_norm": 5.0106254794599145,
      "learning_rate": 3.6599999999999995e-05,
      "loss": 2.5459,
      "step": 244
    },
    {
      "epoch": 0.15322076297686055,
      "grad_norm": 5.245203045253323,
      "learning_rate": 3.675e-05,
      "loss": 2.5299,
      "step": 245
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 5.242535401074144,
      "learning_rate": 3.6899999999999996e-05,
      "loss": 2.7332,
      "step": 246
    },
    {
      "epoch": 0.15447154471544716,
      "grad_norm": 5.5656158367290915,
      "learning_rate": 3.705e-05,
      "loss": 2.7212,
      "step": 247
    },
    {
      "epoch": 0.15509693558474047,
      "grad_norm": 5.193308273599051,
      "learning_rate": 3.7199999999999996e-05,
      "loss": 2.5852,
      "step": 248
    },
    {
      "epoch": 0.15572232645403378,
      "grad_norm": 5.858275704258569,
      "learning_rate": 3.735e-05,
      "loss": 2.2545,
      "step": 249
    },
    {
      "epoch": 0.15634771732332708,
      "grad_norm": 5.07962792493842,
      "learning_rate": 3.75e-05,
      "loss": 2.6588,
      "step": 250
    },
    {
      "epoch": 0.1569731081926204,
      "grad_norm": 5.155050479284327,
      "learning_rate": 3.7649999999999994e-05,
      "loss": 2.5566,
      "step": 251
    },
    {
      "epoch": 0.1575984990619137,
      "grad_norm": 4.925738281929384,
      "learning_rate": 3.78e-05,
      "loss": 2.9045,
      "step": 252
    },
    {
      "epoch": 0.158223889931207,
      "grad_norm": 5.215342035991878,
      "learning_rate": 3.7949999999999994e-05,
      "loss": 2.5491,
      "step": 253
    },
    {
      "epoch": 0.15884928080050031,
      "grad_norm": 5.259256769555194,
      "learning_rate": 3.81e-05,
      "loss": 2.6682,
      "step": 254
    },
    {
      "epoch": 0.15947467166979362,
      "grad_norm": 5.0447443444089375,
      "learning_rate": 3.8249999999999995e-05,
      "loss": 2.7362,
      "step": 255
    },
    {
      "epoch": 0.16010006253908693,
      "grad_norm": 4.605723971711951,
      "learning_rate": 3.84e-05,
      "loss": 2.6317,
      "step": 256
    },
    {
      "epoch": 0.16072545340838024,
      "grad_norm": 4.688715239327999,
      "learning_rate": 3.8549999999999995e-05,
      "loss": 2.7167,
      "step": 257
    },
    {
      "epoch": 0.16135084427767354,
      "grad_norm": 4.571983489522968,
      "learning_rate": 3.87e-05,
      "loss": 2.6185,
      "step": 258
    },
    {
      "epoch": 0.16197623514696685,
      "grad_norm": 5.379366818420415,
      "learning_rate": 3.8849999999999996e-05,
      "loss": 2.2779,
      "step": 259
    },
    {
      "epoch": 0.16260162601626016,
      "grad_norm": 4.783307306373338,
      "learning_rate": 3.9e-05,
      "loss": 2.6073,
      "step": 260
    },
    {
      "epoch": 0.16322701688555347,
      "grad_norm": 5.214454310848707,
      "learning_rate": 3.9149999999999996e-05,
      "loss": 2.6515,
      "step": 261
    },
    {
      "epoch": 0.16385240775484677,
      "grad_norm": 5.2385548216839135,
      "learning_rate": 3.93e-05,
      "loss": 2.803,
      "step": 262
    },
    {
      "epoch": 0.16447779862414008,
      "grad_norm": 4.892013648670843,
      "learning_rate": 3.945e-05,
      "loss": 2.6496,
      "step": 263
    },
    {
      "epoch": 0.1651031894934334,
      "grad_norm": 5.1502285189643375,
      "learning_rate": 3.96e-05,
      "loss": 2.6912,
      "step": 264
    },
    {
      "epoch": 0.1657285803627267,
      "grad_norm": 4.662797034077252,
      "learning_rate": 3.975e-05,
      "loss": 2.71,
      "step": 265
    },
    {
      "epoch": 0.16635397123202,
      "grad_norm": 4.612014938575179,
      "learning_rate": 3.99e-05,
      "loss": 2.5711,
      "step": 266
    },
    {
      "epoch": 0.1669793621013133,
      "grad_norm": 5.5372407703828275,
      "learning_rate": 4.005e-05,
      "loss": 2.8308,
      "step": 267
    },
    {
      "epoch": 0.16760475297060662,
      "grad_norm": 5.49364544775377,
      "learning_rate": 4.02e-05,
      "loss": 2.6822,
      "step": 268
    },
    {
      "epoch": 0.16823014383989993,
      "grad_norm": 4.8625486349510245,
      "learning_rate": 4.035e-05,
      "loss": 2.5398,
      "step": 269
    },
    {
      "epoch": 0.16885553470919323,
      "grad_norm": 4.599233816769179,
      "learning_rate": 4.05e-05,
      "loss": 2.6793,
      "step": 270
    },
    {
      "epoch": 0.16948092557848654,
      "grad_norm": 4.953560957345979,
      "learning_rate": 4.065e-05,
      "loss": 2.6778,
      "step": 271
    },
    {
      "epoch": 0.17010631644777988,
      "grad_norm": 5.170311054349581,
      "learning_rate": 4.08e-05,
      "loss": 2.812,
      "step": 272
    },
    {
      "epoch": 0.17073170731707318,
      "grad_norm": 4.705006109578215,
      "learning_rate": 4.095e-05,
      "loss": 2.7104,
      "step": 273
    },
    {
      "epoch": 0.1713570981863665,
      "grad_norm": 4.555405924721347,
      "learning_rate": 4.11e-05,
      "loss": 2.5457,
      "step": 274
    },
    {
      "epoch": 0.1719824890556598,
      "grad_norm": 4.889645239078624,
      "learning_rate": 4.125e-05,
      "loss": 2.6801,
      "step": 275
    },
    {
      "epoch": 0.1726078799249531,
      "grad_norm": 4.824843598511511,
      "learning_rate": 4.14e-05,
      "loss": 2.6359,
      "step": 276
    },
    {
      "epoch": 0.1732332707942464,
      "grad_norm": 4.376431416147872,
      "learning_rate": 4.155e-05,
      "loss": 2.5698,
      "step": 277
    },
    {
      "epoch": 0.17385866166353972,
      "grad_norm": 5.31916069531567,
      "learning_rate": 4.17e-05,
      "loss": 2.6636,
      "step": 278
    },
    {
      "epoch": 0.17448405253283303,
      "grad_norm": 4.690149894596071,
      "learning_rate": 4.185e-05,
      "loss": 2.5229,
      "step": 279
    },
    {
      "epoch": 0.17510944340212634,
      "grad_norm": 4.589695822004612,
      "learning_rate": 4.2e-05,
      "loss": 2.5658,
      "step": 280
    },
    {
      "epoch": 0.17573483427141964,
      "grad_norm": 4.657936242631355,
      "learning_rate": 4.215e-05,
      "loss": 2.7039,
      "step": 281
    },
    {
      "epoch": 0.17636022514071295,
      "grad_norm": 4.593814850194853,
      "learning_rate": 4.229999999999999e-05,
      "loss": 2.5454,
      "step": 282
    },
    {
      "epoch": 0.17698561601000626,
      "grad_norm": 4.867453546504747,
      "learning_rate": 4.2449999999999995e-05,
      "loss": 2.5179,
      "step": 283
    },
    {
      "epoch": 0.17761100687929957,
      "grad_norm": 4.84093621716875,
      "learning_rate": 4.259999999999999e-05,
      "loss": 2.5995,
      "step": 284
    },
    {
      "epoch": 0.17823639774859287,
      "grad_norm": 4.952319433985276,
      "learning_rate": 4.2749999999999996e-05,
      "loss": 2.7002,
      "step": 285
    },
    {
      "epoch": 0.17886178861788618,
      "grad_norm": 6.032440291121759,
      "learning_rate": 4.289999999999999e-05,
      "loss": 2.5775,
      "step": 286
    },
    {
      "epoch": 0.1794871794871795,
      "grad_norm": 4.405229866005347,
      "learning_rate": 4.3049999999999996e-05,
      "loss": 2.6235,
      "step": 287
    },
    {
      "epoch": 0.1801125703564728,
      "grad_norm": 4.562728552761327,
      "learning_rate": 4.319999999999999e-05,
      "loss": 2.515,
      "step": 288
    },
    {
      "epoch": 0.1807379612257661,
      "grad_norm": 4.69724148737384,
      "learning_rate": 4.334999999999999e-05,
      "loss": 2.7062,
      "step": 289
    },
    {
      "epoch": 0.1813633520950594,
      "grad_norm": 4.466109523365374,
      "learning_rate": 4.3499999999999993e-05,
      "loss": 2.6222,
      "step": 290
    },
    {
      "epoch": 0.18198874296435272,
      "grad_norm": 4.52139611648643,
      "learning_rate": 4.364999999999999e-05,
      "loss": 2.6153,
      "step": 291
    },
    {
      "epoch": 0.18261413383364603,
      "grad_norm": 4.802559863053417,
      "learning_rate": 4.3799999999999994e-05,
      "loss": 2.5523,
      "step": 292
    },
    {
      "epoch": 0.18323952470293933,
      "grad_norm": 4.491290391727686,
      "learning_rate": 4.394999999999999e-05,
      "loss": 2.6362,
      "step": 293
    },
    {
      "epoch": 0.18386491557223264,
      "grad_norm": 5.062308603377388,
      "learning_rate": 4.4099999999999995e-05,
      "loss": 2.5058,
      "step": 294
    },
    {
      "epoch": 0.18449030644152595,
      "grad_norm": 4.745050289680706,
      "learning_rate": 4.424999999999999e-05,
      "loss": 2.8045,
      "step": 295
    },
    {
      "epoch": 0.18511569731081925,
      "grad_norm": 4.291013143912618,
      "learning_rate": 4.4399999999999995e-05,
      "loss": 2.595,
      "step": 296
    },
    {
      "epoch": 0.18574108818011256,
      "grad_norm": 4.52694619098634,
      "learning_rate": 4.454999999999999e-05,
      "loss": 2.6084,
      "step": 297
    },
    {
      "epoch": 0.18636647904940587,
      "grad_norm": 4.588449110670801,
      "learning_rate": 4.4699999999999996e-05,
      "loss": 2.6723,
      "step": 298
    },
    {
      "epoch": 0.18699186991869918,
      "grad_norm": 4.811046199004632,
      "learning_rate": 4.484999999999999e-05,
      "loss": 2.6069,
      "step": 299
    },
    {
      "epoch": 0.18761726078799248,
      "grad_norm": 4.760112764552018,
      "learning_rate": 4.4999999999999996e-05,
      "loss": 2.2088,
      "step": 300
    },
    {
      "epoch": 0.1882426516572858,
      "grad_norm": 4.933842587359075,
      "learning_rate": 4.514999999999999e-05,
      "loss": 2.7247,
      "step": 301
    },
    {
      "epoch": 0.1888680425265791,
      "grad_norm": 4.5954537587246564,
      "learning_rate": 4.5299999999999997e-05,
      "loss": 2.6085,
      "step": 302
    },
    {
      "epoch": 0.1894934333958724,
      "grad_norm": 4.668378530052893,
      "learning_rate": 4.5449999999999993e-05,
      "loss": 2.7566,
      "step": 303
    },
    {
      "epoch": 0.19011882426516574,
      "grad_norm": 4.486264562807297,
      "learning_rate": 4.56e-05,
      "loss": 2.6199,
      "step": 304
    },
    {
      "epoch": 0.19074421513445905,
      "grad_norm": 4.323464673335979,
      "learning_rate": 4.5749999999999994e-05,
      "loss": 2.6097,
      "step": 305
    },
    {
      "epoch": 0.19136960600375236,
      "grad_norm": 4.411785585191098,
      "learning_rate": 4.59e-05,
      "loss": 2.6453,
      "step": 306
    },
    {
      "epoch": 0.19199499687304566,
      "grad_norm": 3.937299071395228,
      "learning_rate": 4.6049999999999994e-05,
      "loss": 2.7537,
      "step": 307
    },
    {
      "epoch": 0.19262038774233897,
      "grad_norm": 4.110609843002178,
      "learning_rate": 4.62e-05,
      "loss": 2.9759,
      "step": 308
    },
    {
      "epoch": 0.19324577861163228,
      "grad_norm": 4.592612525832995,
      "learning_rate": 4.6349999999999995e-05,
      "loss": 2.5902,
      "step": 309
    },
    {
      "epoch": 0.1938711694809256,
      "grad_norm": 4.218523509300012,
      "learning_rate": 4.65e-05,
      "loss": 2.812,
      "step": 310
    },
    {
      "epoch": 0.1944965603502189,
      "grad_norm": 4.269546569832498,
      "learning_rate": 4.6649999999999996e-05,
      "loss": 2.8114,
      "step": 311
    },
    {
      "epoch": 0.1951219512195122,
      "grad_norm": 4.502073656135024,
      "learning_rate": 4.68e-05,
      "loss": 2.7967,
      "step": 312
    },
    {
      "epoch": 0.1957473420888055,
      "grad_norm": 4.1347190225762995,
      "learning_rate": 4.6949999999999996e-05,
      "loss": 2.46,
      "step": 313
    },
    {
      "epoch": 0.19637273295809882,
      "grad_norm": 4.868873040121102,
      "learning_rate": 4.709999999999999e-05,
      "loss": 2.8017,
      "step": 314
    },
    {
      "epoch": 0.19699812382739212,
      "grad_norm": 4.531560265669429,
      "learning_rate": 4.7249999999999997e-05,
      "loss": 2.6702,
      "step": 315
    },
    {
      "epoch": 0.19762351469668543,
      "grad_norm": 4.454299760347119,
      "learning_rate": 4.7399999999999993e-05,
      "loss": 2.7514,
      "step": 316
    },
    {
      "epoch": 0.19824890556597874,
      "grad_norm": 4.708767540641825,
      "learning_rate": 4.755e-05,
      "loss": 2.5577,
      "step": 317
    },
    {
      "epoch": 0.19887429643527205,
      "grad_norm": 4.336478166200962,
      "learning_rate": 4.7699999999999994e-05,
      "loss": 2.4785,
      "step": 318
    },
    {
      "epoch": 0.19949968730456535,
      "grad_norm": 4.0567563871982975,
      "learning_rate": 4.785e-05,
      "loss": 2.3402,
      "step": 319
    },
    {
      "epoch": 0.20012507817385866,
      "grad_norm": 4.028639937898207,
      "learning_rate": 4.7999999999999994e-05,
      "loss": 2.4002,
      "step": 320
    },
    {
      "epoch": 0.20075046904315197,
      "grad_norm": 5.214887934967177,
      "learning_rate": 4.815e-05,
      "loss": 2.5536,
      "step": 321
    },
    {
      "epoch": 0.20137585991244528,
      "grad_norm": 4.5681587788091065,
      "learning_rate": 4.8299999999999995e-05,
      "loss": 2.419,
      "step": 322
    },
    {
      "epoch": 0.20200125078173858,
      "grad_norm": 4.971893762286711,
      "learning_rate": 4.845e-05,
      "loss": 2.1451,
      "step": 323
    },
    {
      "epoch": 0.2026266416510319,
      "grad_norm": 4.068953562937327,
      "learning_rate": 4.8599999999999995e-05,
      "loss": 2.3024,
      "step": 324
    },
    {
      "epoch": 0.2032520325203252,
      "grad_norm": 4.16908471487987,
      "learning_rate": 4.875e-05,
      "loss": 2.2942,
      "step": 325
    },
    {
      "epoch": 0.2038774233896185,
      "grad_norm": 6.256092260842874,
      "learning_rate": 4.8899999999999996e-05,
      "loss": 2.3384,
      "step": 326
    },
    {
      "epoch": 0.2045028142589118,
      "grad_norm": 4.899105850430606,
      "learning_rate": 4.905e-05,
      "loss": 2.6074,
      "step": 327
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 4.752435550873901,
      "learning_rate": 4.9199999999999997e-05,
      "loss": 2.8273,
      "step": 328
    },
    {
      "epoch": 0.20575359599749843,
      "grad_norm": 4.338367954673103,
      "learning_rate": 4.935e-05,
      "loss": 2.6471,
      "step": 329
    },
    {
      "epoch": 0.20637898686679174,
      "grad_norm": 4.282696925476107,
      "learning_rate": 4.95e-05,
      "loss": 2.3909,
      "step": 330
    },
    {
      "epoch": 0.20700437773608504,
      "grad_norm": 4.281568632513191,
      "learning_rate": 4.965e-05,
      "loss": 2.5722,
      "step": 331
    },
    {
      "epoch": 0.20762976860537835,
      "grad_norm": 4.385550038553353,
      "learning_rate": 4.98e-05,
      "loss": 2.7069,
      "step": 332
    },
    {
      "epoch": 0.20825515947467166,
      "grad_norm": 4.613379993542187,
      "learning_rate": 4.995e-05,
      "loss": 2.5514,
      "step": 333
    },
    {
      "epoch": 0.20888055034396497,
      "grad_norm": 4.763199655918246,
      "learning_rate": 5.01e-05,
      "loss": 2.8711,
      "step": 334
    },
    {
      "epoch": 0.20950594121325827,
      "grad_norm": 4.221769504392895,
      "learning_rate": 5.025e-05,
      "loss": 2.6925,
      "step": 335
    },
    {
      "epoch": 0.2101313320825516,
      "grad_norm": 5.567520910710607,
      "learning_rate": 5.04e-05,
      "loss": 2.5372,
      "step": 336
    },
    {
      "epoch": 0.21075672295184492,
      "grad_norm": 4.57491651584772,
      "learning_rate": 5.055e-05,
      "loss": 2.633,
      "step": 337
    },
    {
      "epoch": 0.21138211382113822,
      "grad_norm": 6.774418707813171,
      "learning_rate": 5.07e-05,
      "loss": 2.7344,
      "step": 338
    },
    {
      "epoch": 0.21200750469043153,
      "grad_norm": 4.212458777580436,
      "learning_rate": 5.0849999999999996e-05,
      "loss": 2.6884,
      "step": 339
    },
    {
      "epoch": 0.21263289555972484,
      "grad_norm": 3.8687784125825804,
      "learning_rate": 5.1e-05,
      "loss": 2.7073,
      "step": 340
    },
    {
      "epoch": 0.21325828642901815,
      "grad_norm": 4.390529577817142,
      "learning_rate": 5.1149999999999996e-05,
      "loss": 2.7018,
      "step": 341
    },
    {
      "epoch": 0.21388367729831145,
      "grad_norm": 4.595396065688947,
      "learning_rate": 5.13e-05,
      "loss": 2.531,
      "step": 342
    },
    {
      "epoch": 0.21450906816760476,
      "grad_norm": 4.562945352396225,
      "learning_rate": 5.145e-05,
      "loss": 2.8753,
      "step": 343
    },
    {
      "epoch": 0.21513445903689807,
      "grad_norm": 4.50419371908323,
      "learning_rate": 5.1599999999999994e-05,
      "loss": 2.6659,
      "step": 344
    },
    {
      "epoch": 0.21575984990619138,
      "grad_norm": 4.210672820466518,
      "learning_rate": 5.174999999999999e-05,
      "loss": 2.5838,
      "step": 345
    },
    {
      "epoch": 0.21638524077548468,
      "grad_norm": 4.502624036239157,
      "learning_rate": 5.1899999999999994e-05,
      "loss": 2.1824,
      "step": 346
    },
    {
      "epoch": 0.217010631644778,
      "grad_norm": 4.198859980873338,
      "learning_rate": 5.204999999999999e-05,
      "loss": 2.8401,
      "step": 347
    },
    {
      "epoch": 0.2176360225140713,
      "grad_norm": 4.733099207266972,
      "learning_rate": 5.2199999999999995e-05,
      "loss": 2.5484,
      "step": 348
    },
    {
      "epoch": 0.2182614133833646,
      "grad_norm": 4.736968938469596,
      "learning_rate": 5.234999999999999e-05,
      "loss": 2.5733,
      "step": 349
    },
    {
      "epoch": 0.2188868042526579,
      "grad_norm": 4.353535811595839,
      "learning_rate": 5.2499999999999995e-05,
      "loss": 2.8247,
      "step": 350
    },
    {
      "epoch": 0.21951219512195122,
      "grad_norm": 4.380883744596421,
      "learning_rate": 5.264999999999999e-05,
      "loss": 2.8061,
      "step": 351
    },
    {
      "epoch": 0.22013758599124453,
      "grad_norm": 4.330536428737363,
      "learning_rate": 5.279999999999999e-05,
      "loss": 2.414,
      "step": 352
    },
    {
      "epoch": 0.22076297686053784,
      "grad_norm": 5.0529535687245115,
      "learning_rate": 5.294999999999999e-05,
      "loss": 2.541,
      "step": 353
    },
    {
      "epoch": 0.22138836772983114,
      "grad_norm": 4.270422651938898,
      "learning_rate": 5.309999999999999e-05,
      "loss": 2.2478,
      "step": 354
    },
    {
      "epoch": 0.22201375859912445,
      "grad_norm": 5.094090548319907,
      "learning_rate": 5.324999999999999e-05,
      "loss": 2.2042,
      "step": 355
    },
    {
      "epoch": 0.22263914946841776,
      "grad_norm": 4.303689638253737,
      "learning_rate": 5.339999999999999e-05,
      "loss": 2.5314,
      "step": 356
    },
    {
      "epoch": 0.22326454033771106,
      "grad_norm": 4.240668683852285,
      "learning_rate": 5.3549999999999994e-05,
      "loss": 2.4943,
      "step": 357
    },
    {
      "epoch": 0.22388993120700437,
      "grad_norm": 4.855684696489213,
      "learning_rate": 5.369999999999999e-05,
      "loss": 2.5395,
      "step": 358
    },
    {
      "epoch": 0.22451532207629768,
      "grad_norm": 4.469308068839266,
      "learning_rate": 5.3849999999999994e-05,
      "loss": 2.5439,
      "step": 359
    },
    {
      "epoch": 0.225140712945591,
      "grad_norm": 4.211034914734978,
      "learning_rate": 5.399999999999999e-05,
      "loss": 2.5389,
      "step": 360
    },
    {
      "epoch": 0.2257661038148843,
      "grad_norm": 3.7882348094767457,
      "learning_rate": 5.4149999999999995e-05,
      "loss": 2.0842,
      "step": 361
    },
    {
      "epoch": 0.2263914946841776,
      "grad_norm": 3.943663382888154,
      "learning_rate": 5.429999999999999e-05,
      "loss": 2.4818,
      "step": 362
    },
    {
      "epoch": 0.2270168855534709,
      "grad_norm": 3.8091842796874804,
      "learning_rate": 5.4449999999999995e-05,
      "loss": 2.4923,
      "step": 363
    },
    {
      "epoch": 0.22764227642276422,
      "grad_norm": 4.503748608892905,
      "learning_rate": 5.459999999999999e-05,
      "loss": 2.758,
      "step": 364
    },
    {
      "epoch": 0.22826766729205752,
      "grad_norm": 4.371125722928308,
      "learning_rate": 5.4749999999999996e-05,
      "loss": 2.3411,
      "step": 365
    },
    {
      "epoch": 0.22889305816135083,
      "grad_norm": 3.7354457270597425,
      "learning_rate": 5.489999999999999e-05,
      "loss": 2.4418,
      "step": 366
    },
    {
      "epoch": 0.22951844903064414,
      "grad_norm": 4.59588357108348,
      "learning_rate": 5.5049999999999996e-05,
      "loss": 2.1732,
      "step": 367
    },
    {
      "epoch": 0.23014383989993747,
      "grad_norm": 4.374614129141599,
      "learning_rate": 5.519999999999999e-05,
      "loss": 2.3393,
      "step": 368
    },
    {
      "epoch": 0.23076923076923078,
      "grad_norm": 6.049978642841188,
      "learning_rate": 5.535e-05,
      "loss": 2.5287,
      "step": 369
    },
    {
      "epoch": 0.2313946216385241,
      "grad_norm": 4.277344092079813,
      "learning_rate": 5.5499999999999994e-05,
      "loss": 2.847,
      "step": 370
    },
    {
      "epoch": 0.2320200125078174,
      "grad_norm": 5.375766915887827,
      "learning_rate": 5.565e-05,
      "loss": 2.7659,
      "step": 371
    },
    {
      "epoch": 0.2326454033771107,
      "grad_norm": 3.7595026559895426,
      "learning_rate": 5.5799999999999994e-05,
      "loss": 2.5786,
      "step": 372
    },
    {
      "epoch": 0.233270794246404,
      "grad_norm": 3.974067413794895,
      "learning_rate": 5.595e-05,
      "loss": 2.6441,
      "step": 373
    },
    {
      "epoch": 0.23389618511569732,
      "grad_norm": 4.091940717573358,
      "learning_rate": 5.6099999999999995e-05,
      "loss": 2.5425,
      "step": 374
    },
    {
      "epoch": 0.23452157598499063,
      "grad_norm": 3.91478133040125,
      "learning_rate": 5.625e-05,
      "loss": 2.1539,
      "step": 375
    },
    {
      "epoch": 0.23514696685428393,
      "grad_norm": 4.165941368371964,
      "learning_rate": 5.6399999999999995e-05,
      "loss": 2.6969,
      "step": 376
    },
    {
      "epoch": 0.23577235772357724,
      "grad_norm": 3.864926139858169,
      "learning_rate": 5.654999999999999e-05,
      "loss": 2.4215,
      "step": 377
    },
    {
      "epoch": 0.23639774859287055,
      "grad_norm": 4.150402699402343,
      "learning_rate": 5.6699999999999996e-05,
      "loss": 2.6312,
      "step": 378
    },
    {
      "epoch": 0.23702313946216386,
      "grad_norm": 19.301068391463883,
      "learning_rate": 5.684999999999999e-05,
      "loss": 2.5883,
      "step": 379
    },
    {
      "epoch": 0.23764853033145716,
      "grad_norm": 4.1595752564350805,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 2.7616,
      "step": 380
    },
    {
      "epoch": 0.23827392120075047,
      "grad_norm": 3.915261118833972,
      "learning_rate": 5.714999999999999e-05,
      "loss": 2.4757,
      "step": 381
    },
    {
      "epoch": 0.23889931207004378,
      "grad_norm": 5.2703291974435675,
      "learning_rate": 5.73e-05,
      "loss": 2.7975,
      "step": 382
    },
    {
      "epoch": 0.2395247029393371,
      "grad_norm": 3.712398097288515,
      "learning_rate": 5.7449999999999994e-05,
      "loss": 2.1955,
      "step": 383
    },
    {
      "epoch": 0.2401500938086304,
      "grad_norm": 4.2204859901183,
      "learning_rate": 5.76e-05,
      "loss": 2.8837,
      "step": 384
    },
    {
      "epoch": 0.2407754846779237,
      "grad_norm": 4.273827139392059,
      "learning_rate": 5.7749999999999994e-05,
      "loss": 2.4676,
      "step": 385
    },
    {
      "epoch": 0.241400875547217,
      "grad_norm": 5.637064742252126,
      "learning_rate": 5.79e-05,
      "loss": 2.4714,
      "step": 386
    },
    {
      "epoch": 0.24202626641651032,
      "grad_norm": 4.25694315867323,
      "learning_rate": 5.8049999999999995e-05,
      "loss": 2.5645,
      "step": 387
    },
    {
      "epoch": 0.24265165728580362,
      "grad_norm": 3.7795931880593834,
      "learning_rate": 5.82e-05,
      "loss": 2.7693,
      "step": 388
    },
    {
      "epoch": 0.24327704815509693,
      "grad_norm": 3.9342622604064785,
      "learning_rate": 5.8349999999999995e-05,
      "loss": 2.669,
      "step": 389
    },
    {
      "epoch": 0.24390243902439024,
      "grad_norm": 3.7208072883647607,
      "learning_rate": 5.85e-05,
      "loss": 2.4668,
      "step": 390
    },
    {
      "epoch": 0.24452782989368355,
      "grad_norm": 5.903323038163862,
      "learning_rate": 5.8649999999999996e-05,
      "loss": 2.6303,
      "step": 391
    },
    {
      "epoch": 0.24515322076297685,
      "grad_norm": 4.348255325350675,
      "learning_rate": 5.88e-05,
      "loss": 2.8695,
      "step": 392
    },
    {
      "epoch": 0.24577861163227016,
      "grad_norm": 3.6947241018714925,
      "learning_rate": 5.8949999999999996e-05,
      "loss": 2.8219,
      "step": 393
    },
    {
      "epoch": 0.24640400250156347,
      "grad_norm": 3.723084175540766,
      "learning_rate": 5.91e-05,
      "loss": 2.4646,
      "step": 394
    },
    {
      "epoch": 0.24702939337085678,
      "grad_norm": 4.478691724482011,
      "learning_rate": 5.925e-05,
      "loss": 2.5841,
      "step": 395
    },
    {
      "epoch": 0.24765478424015008,
      "grad_norm": 3.759869867509184,
      "learning_rate": 5.94e-05,
      "loss": 2.1764,
      "step": 396
    },
    {
      "epoch": 0.2482801751094434,
      "grad_norm": 3.5657093630005026,
      "learning_rate": 5.955e-05,
      "loss": 2.3591,
      "step": 397
    },
    {
      "epoch": 0.2489055659787367,
      "grad_norm": 3.837094599059439,
      "learning_rate": 5.97e-05,
      "loss": 2.5036,
      "step": 398
    },
    {
      "epoch": 0.24953095684803,
      "grad_norm": 3.9303894031328617,
      "learning_rate": 5.985e-05,
      "loss": 2.4412,
      "step": 399
    },
    {
      "epoch": 0.2501563477173233,
      "grad_norm": 4.3215933515180645,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 2.6385,
      "step": 400
    },
    {
      "epoch": 0.2507817385866166,
      "grad_norm": 3.6135928542066944,
      "learning_rate": 6.015e-05,
      "loss": 2.6316,
      "step": 401
    },
    {
      "epoch": 0.25140712945590993,
      "grad_norm": 3.7186752027868564,
      "learning_rate": 6.0299999999999995e-05,
      "loss": 2.6254,
      "step": 402
    },
    {
      "epoch": 0.25203252032520324,
      "grad_norm": 3.8533466136022514,
      "learning_rate": 6.045e-05,
      "loss": 2.6709,
      "step": 403
    },
    {
      "epoch": 0.25265791119449654,
      "grad_norm": 4.0222973084559746,
      "learning_rate": 6.0599999999999996e-05,
      "loss": 2.2572,
      "step": 404
    },
    {
      "epoch": 0.25328330206378985,
      "grad_norm": 3.9845425258234095,
      "learning_rate": 6.075e-05,
      "loss": 2.2993,
      "step": 405
    },
    {
      "epoch": 0.25390869293308316,
      "grad_norm": 3.763737764261919,
      "learning_rate": 6.0899999999999996e-05,
      "loss": 2.693,
      "step": 406
    },
    {
      "epoch": 0.25453408380237647,
      "grad_norm": 4.374755496815068,
      "learning_rate": 6.104999999999999e-05,
      "loss": 2.4277,
      "step": 407
    },
    {
      "epoch": 0.2551594746716698,
      "grad_norm": 4.283661255287923,
      "learning_rate": 6.12e-05,
      "loss": 2.4566,
      "step": 408
    },
    {
      "epoch": 0.2557848655409631,
      "grad_norm": 4.0901950521405706,
      "learning_rate": 6.134999999999999e-05,
      "loss": 2.7058,
      "step": 409
    },
    {
      "epoch": 0.2564102564102564,
      "grad_norm": 3.7748977299161464,
      "learning_rate": 6.149999999999999e-05,
      "loss": 2.5507,
      "step": 410
    },
    {
      "epoch": 0.2570356472795497,
      "grad_norm": 3.6538361574187275,
      "learning_rate": 6.165e-05,
      "loss": 2.6259,
      "step": 411
    },
    {
      "epoch": 0.257661038148843,
      "grad_norm": 3.9506976361718666,
      "learning_rate": 6.18e-05,
      "loss": 2.6092,
      "step": 412
    },
    {
      "epoch": 0.2582864290181363,
      "grad_norm": 4.454136871033771,
      "learning_rate": 6.194999999999999e-05,
      "loss": 2.5166,
      "step": 413
    },
    {
      "epoch": 0.2589118198874296,
      "grad_norm": 4.19182676097932,
      "learning_rate": 6.209999999999999e-05,
      "loss": 2.4354,
      "step": 414
    },
    {
      "epoch": 0.2595372107567229,
      "grad_norm": 3.650351083252407,
      "learning_rate": 6.225e-05,
      "loss": 2.647,
      "step": 415
    },
    {
      "epoch": 0.2601626016260163,
      "grad_norm": 4.004492781992885,
      "learning_rate": 6.239999999999999e-05,
      "loss": 2.8688,
      "step": 416
    },
    {
      "epoch": 0.2607879924953096,
      "grad_norm": 4.537429074189717,
      "learning_rate": 6.254999999999999e-05,
      "loss": 2.5558,
      "step": 417
    },
    {
      "epoch": 0.2614133833646029,
      "grad_norm": 3.6919184838314547,
      "learning_rate": 6.269999999999999e-05,
      "loss": 2.632,
      "step": 418
    },
    {
      "epoch": 0.2620387742338962,
      "grad_norm": 3.5365310900400817,
      "learning_rate": 6.285e-05,
      "loss": 2.5789,
      "step": 419
    },
    {
      "epoch": 0.2626641651031895,
      "grad_norm": 3.5282679625479996,
      "learning_rate": 6.299999999999999e-05,
      "loss": 2.6411,
      "step": 420
    },
    {
      "epoch": 0.2632895559724828,
      "grad_norm": 5.153798325948976,
      "learning_rate": 6.314999999999999e-05,
      "loss": 2.2886,
      "step": 421
    },
    {
      "epoch": 0.26391494684177613,
      "grad_norm": 3.750491702300314,
      "learning_rate": 6.33e-05,
      "loss": 2.6471,
      "step": 422
    },
    {
      "epoch": 0.26454033771106944,
      "grad_norm": 4.18020162026412,
      "learning_rate": 6.345e-05,
      "loss": 2.8341,
      "step": 423
    },
    {
      "epoch": 0.26516572858036275,
      "grad_norm": 3.883768298639049,
      "learning_rate": 6.359999999999999e-05,
      "loss": 2.6516,
      "step": 424
    },
    {
      "epoch": 0.26579111944965605,
      "grad_norm": 3.7161903200870583,
      "learning_rate": 6.374999999999999e-05,
      "loss": 2.5861,
      "step": 425
    },
    {
      "epoch": 0.26641651031894936,
      "grad_norm": 3.6527580474915724,
      "learning_rate": 6.39e-05,
      "loss": 2.3187,
      "step": 426
    },
    {
      "epoch": 0.26704190118824267,
      "grad_norm": 4.6462217849656335,
      "learning_rate": 6.405e-05,
      "loss": 2.66,
      "step": 427
    },
    {
      "epoch": 0.267667292057536,
      "grad_norm": 3.343758538780287,
      "learning_rate": 6.419999999999999e-05,
      "loss": 2.5174,
      "step": 428
    },
    {
      "epoch": 0.2682926829268293,
      "grad_norm": 3.4430257590392492,
      "learning_rate": 6.434999999999999e-05,
      "loss": 2.3098,
      "step": 429
    },
    {
      "epoch": 0.2689180737961226,
      "grad_norm": 5.20781588752645,
      "learning_rate": 6.45e-05,
      "loss": 2.4739,
      "step": 430
    },
    {
      "epoch": 0.2695434646654159,
      "grad_norm": 3.822409196169938,
      "learning_rate": 6.465e-05,
      "loss": 2.5186,
      "step": 431
    },
    {
      "epoch": 0.2701688555347092,
      "grad_norm": 3.824185793583727,
      "learning_rate": 6.479999999999999e-05,
      "loss": 2.7628,
      "step": 432
    },
    {
      "epoch": 0.2707942464040025,
      "grad_norm": 3.5624768348630087,
      "learning_rate": 6.494999999999999e-05,
      "loss": 2.5722,
      "step": 433
    },
    {
      "epoch": 0.2714196372732958,
      "grad_norm": 3.832918858177726,
      "learning_rate": 6.51e-05,
      "loss": 2.5664,
      "step": 434
    },
    {
      "epoch": 0.27204502814258913,
      "grad_norm": 3.7365179022810358,
      "learning_rate": 6.525e-05,
      "loss": 2.6099,
      "step": 435
    },
    {
      "epoch": 0.27267041901188244,
      "grad_norm": 8.932508058933433,
      "learning_rate": 6.539999999999999e-05,
      "loss": 2.5436,
      "step": 436
    },
    {
      "epoch": 0.27329580988117574,
      "grad_norm": 3.281345732743805,
      "learning_rate": 6.555e-05,
      "loss": 2.4704,
      "step": 437
    },
    {
      "epoch": 0.27392120075046905,
      "grad_norm": 3.7332285628951962,
      "learning_rate": 6.57e-05,
      "loss": 2.7115,
      "step": 438
    },
    {
      "epoch": 0.27454659161976236,
      "grad_norm": 4.0095482498023785,
      "learning_rate": 6.584999999999999e-05,
      "loss": 2.4408,
      "step": 439
    },
    {
      "epoch": 0.27517198248905567,
      "grad_norm": 3.436680556093793,
      "learning_rate": 6.599999999999999e-05,
      "loss": 2.4972,
      "step": 440
    },
    {
      "epoch": 0.275797373358349,
      "grad_norm": 3.4697992208877904,
      "learning_rate": 6.615e-05,
      "loss": 2.2519,
      "step": 441
    },
    {
      "epoch": 0.2764227642276423,
      "grad_norm": 3.5362752618240765,
      "learning_rate": 6.63e-05,
      "loss": 2.562,
      "step": 442
    },
    {
      "epoch": 0.2770481550969356,
      "grad_norm": 3.5017254293098494,
      "learning_rate": 6.644999999999999e-05,
      "loss": 2.4986,
      "step": 443
    },
    {
      "epoch": 0.2776735459662289,
      "grad_norm": 3.496378882467268,
      "learning_rate": 6.659999999999999e-05,
      "loss": 2.5471,
      "step": 444
    },
    {
      "epoch": 0.2782989368355222,
      "grad_norm": 3.5186655931822126,
      "learning_rate": 6.675e-05,
      "loss": 2.1868,
      "step": 445
    },
    {
      "epoch": 0.2789243277048155,
      "grad_norm": 3.521921078107732,
      "learning_rate": 6.69e-05,
      "loss": 2.5766,
      "step": 446
    },
    {
      "epoch": 0.2795497185741088,
      "grad_norm": 3.603789350704834,
      "learning_rate": 6.704999999999999e-05,
      "loss": 2.4863,
      "step": 447
    },
    {
      "epoch": 0.2801751094434021,
      "grad_norm": 3.6190189370354093,
      "learning_rate": 6.72e-05,
      "loss": 2.6594,
      "step": 448
    },
    {
      "epoch": 0.28080050031269543,
      "grad_norm": 3.7601905407808665,
      "learning_rate": 6.735e-05,
      "loss": 2.601,
      "step": 449
    },
    {
      "epoch": 0.28142589118198874,
      "grad_norm": 3.3634548055328,
      "learning_rate": 6.75e-05,
      "loss": 2.3214,
      "step": 450
    },
    {
      "epoch": 0.28205128205128205,
      "grad_norm": 4.098322725944777,
      "learning_rate": 6.764999999999999e-05,
      "loss": 2.6137,
      "step": 451
    },
    {
      "epoch": 0.28267667292057536,
      "grad_norm": 3.8747884522217855,
      "learning_rate": 6.78e-05,
      "loss": 2.7174,
      "step": 452
    },
    {
      "epoch": 0.28330206378986866,
      "grad_norm": 3.309263165722489,
      "learning_rate": 6.795e-05,
      "loss": 2.4562,
      "step": 453
    },
    {
      "epoch": 0.28392745465916197,
      "grad_norm": 3.872019940445722,
      "learning_rate": 6.81e-05,
      "loss": 2.4866,
      "step": 454
    },
    {
      "epoch": 0.2845528455284553,
      "grad_norm": 3.916460326695803,
      "learning_rate": 6.824999999999999e-05,
      "loss": 2.5977,
      "step": 455
    },
    {
      "epoch": 0.2851782363977486,
      "grad_norm": 3.455622987913496,
      "learning_rate": 6.84e-05,
      "loss": 2.3626,
      "step": 456
    },
    {
      "epoch": 0.2858036272670419,
      "grad_norm": 3.946716405269968,
      "learning_rate": 6.855e-05,
      "loss": 2.4376,
      "step": 457
    },
    {
      "epoch": 0.2864290181363352,
      "grad_norm": 3.431683219372529,
      "learning_rate": 6.87e-05,
      "loss": 2.6682,
      "step": 458
    },
    {
      "epoch": 0.2870544090056285,
      "grad_norm": 3.5787473733362627,
      "learning_rate": 6.884999999999999e-05,
      "loss": 2.4238,
      "step": 459
    },
    {
      "epoch": 0.2876797998749218,
      "grad_norm": 3.481159979094029,
      "learning_rate": 6.9e-05,
      "loss": 2.3027,
      "step": 460
    },
    {
      "epoch": 0.2883051907442151,
      "grad_norm": 3.341836669918366,
      "learning_rate": 6.915e-05,
      "loss": 2.4654,
      "step": 461
    },
    {
      "epoch": 0.28893058161350843,
      "grad_norm": 4.289363399833676,
      "learning_rate": 6.93e-05,
      "loss": 2.5054,
      "step": 462
    },
    {
      "epoch": 0.28955597248280174,
      "grad_norm": 3.5784810060409047,
      "learning_rate": 6.945e-05,
      "loss": 2.3104,
      "step": 463
    },
    {
      "epoch": 0.29018136335209505,
      "grad_norm": 3.158588583462148,
      "learning_rate": 6.96e-05,
      "loss": 2.4547,
      "step": 464
    },
    {
      "epoch": 0.29080675422138835,
      "grad_norm": 3.3924908781413032,
      "learning_rate": 6.975e-05,
      "loss": 2.2874,
      "step": 465
    },
    {
      "epoch": 0.29143214509068166,
      "grad_norm": 3.4993304557395235,
      "learning_rate": 6.989999999999999e-05,
      "loss": 2.6594,
      "step": 466
    },
    {
      "epoch": 0.29205753595997497,
      "grad_norm": 3.342453118945638,
      "learning_rate": 7.005e-05,
      "loss": 2.4227,
      "step": 467
    },
    {
      "epoch": 0.2926829268292683,
      "grad_norm": 3.827941373571565,
      "learning_rate": 7.02e-05,
      "loss": 2.2021,
      "step": 468
    },
    {
      "epoch": 0.2933083176985616,
      "grad_norm": 3.854630490134414,
      "learning_rate": 7.034999999999999e-05,
      "loss": 2.6001,
      "step": 469
    },
    {
      "epoch": 0.2939337085678549,
      "grad_norm": 4.410910133415137,
      "learning_rate": 7.049999999999999e-05,
      "loss": 2.2205,
      "step": 470
    },
    {
      "epoch": 0.2945590994371482,
      "grad_norm": 5.076264240246723,
      "learning_rate": 7.065e-05,
      "loss": 2.2814,
      "step": 471
    },
    {
      "epoch": 0.2951844903064415,
      "grad_norm": 3.892595486005303,
      "learning_rate": 7.079999999999999e-05,
      "loss": 2.5855,
      "step": 472
    },
    {
      "epoch": 0.2958098811757348,
      "grad_norm": 3.5639522422776224,
      "learning_rate": 7.094999999999999e-05,
      "loss": 2.73,
      "step": 473
    },
    {
      "epoch": 0.2964352720450281,
      "grad_norm": 3.3572265998939064,
      "learning_rate": 7.11e-05,
      "loss": 1.9762,
      "step": 474
    },
    {
      "epoch": 0.2970606629143214,
      "grad_norm": 3.72659232882541,
      "learning_rate": 7.125e-05,
      "loss": 2.3217,
      "step": 475
    },
    {
      "epoch": 0.29768605378361473,
      "grad_norm": 4.469868384281982,
      "learning_rate": 7.139999999999999e-05,
      "loss": 2.5535,
      "step": 476
    },
    {
      "epoch": 0.29831144465290804,
      "grad_norm": 4.299460565239423,
      "learning_rate": 7.154999999999999e-05,
      "loss": 2.6908,
      "step": 477
    },
    {
      "epoch": 0.29893683552220135,
      "grad_norm": 3.8084795591135485,
      "learning_rate": 7.17e-05,
      "loss": 2.4697,
      "step": 478
    },
    {
      "epoch": 0.29956222639149466,
      "grad_norm": 3.150104929076152,
      "learning_rate": 7.184999999999998e-05,
      "loss": 2.5363,
      "step": 479
    },
    {
      "epoch": 0.300187617260788,
      "grad_norm": 3.570568126977697,
      "learning_rate": 7.199999999999999e-05,
      "loss": 2.0597,
      "step": 480
    },
    {
      "epoch": 0.3008130081300813,
      "grad_norm": 3.648367302058598,
      "learning_rate": 7.214999999999999e-05,
      "loss": 2.5751,
      "step": 481
    },
    {
      "epoch": 0.30143839899937463,
      "grad_norm": 6.981699605496833,
      "learning_rate": 7.23e-05,
      "loss": 2.3607,
      "step": 482
    },
    {
      "epoch": 0.30206378986866794,
      "grad_norm": 3.9661382544595836,
      "learning_rate": 7.244999999999999e-05,
      "loss": 2.4714,
      "step": 483
    },
    {
      "epoch": 0.30268918073796125,
      "grad_norm": 3.3062251145335484,
      "learning_rate": 7.259999999999999e-05,
      "loss": 2.5614,
      "step": 484
    },
    {
      "epoch": 0.30331457160725456,
      "grad_norm": 3.714055739643222,
      "learning_rate": 7.274999999999999e-05,
      "loss": 2.4487,
      "step": 485
    },
    {
      "epoch": 0.30393996247654786,
      "grad_norm": 3.8854819838104073,
      "learning_rate": 7.29e-05,
      "loss": 2.4527,
      "step": 486
    },
    {
      "epoch": 0.30456535334584117,
      "grad_norm": 3.7331465186180837,
      "learning_rate": 7.304999999999999e-05,
      "loss": 2.516,
      "step": 487
    },
    {
      "epoch": 0.3051907442151345,
      "grad_norm": 4.784629025218536,
      "learning_rate": 7.319999999999999e-05,
      "loss": 2.6595,
      "step": 488
    },
    {
      "epoch": 0.3058161350844278,
      "grad_norm": 3.277186669635166,
      "learning_rate": 7.335e-05,
      "loss": 2.0982,
      "step": 489
    },
    {
      "epoch": 0.3064415259537211,
      "grad_norm": 3.0275420935669386,
      "learning_rate": 7.35e-05,
      "loss": 2.49,
      "step": 490
    },
    {
      "epoch": 0.3070669168230144,
      "grad_norm": 3.5464464244101763,
      "learning_rate": 7.364999999999999e-05,
      "loss": 2.2279,
      "step": 491
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 3.4553424105090973,
      "learning_rate": 7.379999999999999e-05,
      "loss": 2.7151,
      "step": 492
    },
    {
      "epoch": 0.308317698561601,
      "grad_norm": 3.3221111109512016,
      "learning_rate": 7.395e-05,
      "loss": 2.324,
      "step": 493
    },
    {
      "epoch": 0.3089430894308943,
      "grad_norm": 3.3965169858337614,
      "learning_rate": 7.41e-05,
      "loss": 2.5949,
      "step": 494
    },
    {
      "epoch": 0.30956848030018763,
      "grad_norm": 3.455799302844201,
      "learning_rate": 7.424999999999999e-05,
      "loss": 2.3103,
      "step": 495
    },
    {
      "epoch": 0.31019387116948094,
      "grad_norm": 2.847707743478689,
      "learning_rate": 7.439999999999999e-05,
      "loss": 1.9226,
      "step": 496
    },
    {
      "epoch": 0.31081926203877425,
      "grad_norm": 4.051273672801283,
      "learning_rate": 7.455e-05,
      "loss": 2.6465,
      "step": 497
    },
    {
      "epoch": 0.31144465290806755,
      "grad_norm": 3.3501102909010148,
      "learning_rate": 7.47e-05,
      "loss": 2.2265,
      "step": 498
    },
    {
      "epoch": 0.31207004377736086,
      "grad_norm": 3.421565110472525,
      "learning_rate": 7.484999999999999e-05,
      "loss": 2.6682,
      "step": 499
    },
    {
      "epoch": 0.31269543464665417,
      "grad_norm": 3.4763433638394168,
      "learning_rate": 7.5e-05,
      "loss": 2.7564,
      "step": 500
    },
    {
      "epoch": 0.3133208255159475,
      "grad_norm": 3.3599688773470473,
      "learning_rate": 7.515e-05,
      "loss": 2.6507,
      "step": 501
    },
    {
      "epoch": 0.3139462163852408,
      "grad_norm": 3.1142027632847147,
      "learning_rate": 7.529999999999999e-05,
      "loss": 2.791,
      "step": 502
    },
    {
      "epoch": 0.3145716072545341,
      "grad_norm": 3.255358106446011,
      "learning_rate": 7.544999999999999e-05,
      "loss": 2.479,
      "step": 503
    },
    {
      "epoch": 0.3151969981238274,
      "grad_norm": 3.130231399836443,
      "learning_rate": 7.56e-05,
      "loss": 2.5617,
      "step": 504
    },
    {
      "epoch": 0.3158223889931207,
      "grad_norm": 3.44299785370486,
      "learning_rate": 7.575e-05,
      "loss": 2.1724,
      "step": 505
    },
    {
      "epoch": 0.316447779862414,
      "grad_norm": 3.134518241502686,
      "learning_rate": 7.589999999999999e-05,
      "loss": 2.4149,
      "step": 506
    },
    {
      "epoch": 0.3170731707317073,
      "grad_norm": 3.3835743012279016,
      "learning_rate": 7.604999999999999e-05,
      "loss": 2.6098,
      "step": 507
    },
    {
      "epoch": 0.31769856160100063,
      "grad_norm": 3.7675759918187914,
      "learning_rate": 7.62e-05,
      "loss": 2.6955,
      "step": 508
    },
    {
      "epoch": 0.31832395247029394,
      "grad_norm": 3.1422931231572107,
      "learning_rate": 7.635e-05,
      "loss": 2.3611,
      "step": 509
    },
    {
      "epoch": 0.31894934333958724,
      "grad_norm": 2.9126636475720558,
      "learning_rate": 7.649999999999999e-05,
      "loss": 2.3787,
      "step": 510
    },
    {
      "epoch": 0.31957473420888055,
      "grad_norm": 3.404716304719659,
      "learning_rate": 7.664999999999999e-05,
      "loss": 2.5378,
      "step": 511
    },
    {
      "epoch": 0.32020012507817386,
      "grad_norm": 3.298062929770109,
      "learning_rate": 7.68e-05,
      "loss": 2.4544,
      "step": 512
    },
    {
      "epoch": 0.32082551594746717,
      "grad_norm": 3.4849043621369216,
      "learning_rate": 7.695e-05,
      "loss": 2.6094,
      "step": 513
    },
    {
      "epoch": 0.3214509068167605,
      "grad_norm": 3.1643415390309295,
      "learning_rate": 7.709999999999999e-05,
      "loss": 2.423,
      "step": 514
    },
    {
      "epoch": 0.3220762976860538,
      "grad_norm": 3.396303322336881,
      "learning_rate": 7.725e-05,
      "loss": 2.5427,
      "step": 515
    },
    {
      "epoch": 0.3227016885553471,
      "grad_norm": 3.4545634115313004,
      "learning_rate": 7.74e-05,
      "loss": 2.6818,
      "step": 516
    },
    {
      "epoch": 0.3233270794246404,
      "grad_norm": 3.10495627564724,
      "learning_rate": 7.755e-05,
      "loss": 2.0227,
      "step": 517
    },
    {
      "epoch": 0.3239524702939337,
      "grad_norm": 3.7162881842375493,
      "learning_rate": 7.769999999999999e-05,
      "loss": 2.4987,
      "step": 518
    },
    {
      "epoch": 0.324577861163227,
      "grad_norm": 3.155704185284226,
      "learning_rate": 7.785e-05,
      "loss": 2.109,
      "step": 519
    },
    {
      "epoch": 0.3252032520325203,
      "grad_norm": 2.8055699861576193,
      "learning_rate": 7.8e-05,
      "loss": 2.0405,
      "step": 520
    },
    {
      "epoch": 0.3258286429018136,
      "grad_norm": 3.1678708462281966,
      "learning_rate": 7.815e-05,
      "loss": 2.2985,
      "step": 521
    },
    {
      "epoch": 0.32645403377110693,
      "grad_norm": 3.6465726949889463,
      "learning_rate": 7.829999999999999e-05,
      "loss": 2.6189,
      "step": 522
    },
    {
      "epoch": 0.32707942464040024,
      "grad_norm": 3.5976269857359076,
      "learning_rate": 7.845e-05,
      "loss": 2.6165,
      "step": 523
    },
    {
      "epoch": 0.32770481550969355,
      "grad_norm": 3.4113622957810676,
      "learning_rate": 7.86e-05,
      "loss": 2.4482,
      "step": 524
    },
    {
      "epoch": 0.32833020637898686,
      "grad_norm": 3.4939312441251835,
      "learning_rate": 7.874999999999999e-05,
      "loss": 2.4871,
      "step": 525
    },
    {
      "epoch": 0.32895559724828016,
      "grad_norm": 4.850130790811553,
      "learning_rate": 7.89e-05,
      "loss": 2.5198,
      "step": 526
    },
    {
      "epoch": 0.32958098811757347,
      "grad_norm": 3.0819118436496127,
      "learning_rate": 7.905e-05,
      "loss": 2.4616,
      "step": 527
    },
    {
      "epoch": 0.3302063789868668,
      "grad_norm": 3.4711856379175985,
      "learning_rate": 7.92e-05,
      "loss": 2.5929,
      "step": 528
    },
    {
      "epoch": 0.3308317698561601,
      "grad_norm": 3.2501781002060093,
      "learning_rate": 7.934999999999999e-05,
      "loss": 2.6171,
      "step": 529
    },
    {
      "epoch": 0.3314571607254534,
      "grad_norm": 3.45532734902589,
      "learning_rate": 7.95e-05,
      "loss": 2.6799,
      "step": 530
    },
    {
      "epoch": 0.3320825515947467,
      "grad_norm": 3.13011507947769,
      "learning_rate": 7.965e-05,
      "loss": 2.6798,
      "step": 531
    },
    {
      "epoch": 0.33270794246404,
      "grad_norm": 3.095205776923306,
      "learning_rate": 7.98e-05,
      "loss": 2.5176,
      "step": 532
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 3.0897185779693155,
      "learning_rate": 7.994999999999999e-05,
      "loss": 2.3472,
      "step": 533
    },
    {
      "epoch": 0.3339587242026266,
      "grad_norm": 3.314420924758649,
      "learning_rate": 8.01e-05,
      "loss": 2.5006,
      "step": 534
    },
    {
      "epoch": 0.33458411507191993,
      "grad_norm": 3.1931500520016876,
      "learning_rate": 8.025e-05,
      "loss": 2.1114,
      "step": 535
    },
    {
      "epoch": 0.33520950594121324,
      "grad_norm": 3.507173217120031,
      "learning_rate": 8.04e-05,
      "loss": 2.5523,
      "step": 536
    },
    {
      "epoch": 0.33583489681050654,
      "grad_norm": 3.072631379517884,
      "learning_rate": 8.054999999999999e-05,
      "loss": 2.4168,
      "step": 537
    },
    {
      "epoch": 0.33646028767979985,
      "grad_norm": 3.391655472569175,
      "learning_rate": 8.07e-05,
      "loss": 2.5935,
      "step": 538
    },
    {
      "epoch": 0.33708567854909316,
      "grad_norm": 3.6526080421490486,
      "learning_rate": 8.085e-05,
      "loss": 2.0836,
      "step": 539
    },
    {
      "epoch": 0.33771106941838647,
      "grad_norm": 3.0116286115306,
      "learning_rate": 8.1e-05,
      "loss": 2.4176,
      "step": 540
    },
    {
      "epoch": 0.3383364602876798,
      "grad_norm": 3.197559196359139,
      "learning_rate": 8.115e-05,
      "loss": 2.6091,
      "step": 541
    },
    {
      "epoch": 0.3389618511569731,
      "grad_norm": 3.6423976559175544,
      "learning_rate": 8.13e-05,
      "loss": 2.3139,
      "step": 542
    },
    {
      "epoch": 0.3395872420262664,
      "grad_norm": 3.073749493752782,
      "learning_rate": 8.145e-05,
      "loss": 2.4802,
      "step": 543
    },
    {
      "epoch": 0.34021263289555975,
      "grad_norm": 3.4842018724500714,
      "learning_rate": 8.16e-05,
      "loss": 2.7024,
      "step": 544
    },
    {
      "epoch": 0.34083802376485306,
      "grad_norm": 3.2261427016527353,
      "learning_rate": 8.175e-05,
      "loss": 2.4617,
      "step": 545
    },
    {
      "epoch": 0.34146341463414637,
      "grad_norm": 3.379968270346189,
      "learning_rate": 8.19e-05,
      "loss": 2.6067,
      "step": 546
    },
    {
      "epoch": 0.3420888055034397,
      "grad_norm": 3.985808289113663,
      "learning_rate": 8.205e-05,
      "loss": 2.3574,
      "step": 547
    },
    {
      "epoch": 0.342714196372733,
      "grad_norm": 3.225872147499102,
      "learning_rate": 8.22e-05,
      "loss": 2.5001,
      "step": 548
    },
    {
      "epoch": 0.3433395872420263,
      "grad_norm": 3.2361769138359544,
      "learning_rate": 8.235e-05,
      "loss": 2.4497,
      "step": 549
    },
    {
      "epoch": 0.3439649781113196,
      "grad_norm": 3.49884552864122,
      "learning_rate": 8.25e-05,
      "loss": 2.5476,
      "step": 550
    },
    {
      "epoch": 0.3445903689806129,
      "grad_norm": 3.2998292018326243,
      "learning_rate": 8.265e-05,
      "loss": 2.0878,
      "step": 551
    },
    {
      "epoch": 0.3452157598499062,
      "grad_norm": 2.8521617129717938,
      "learning_rate": 8.28e-05,
      "loss": 2.4027,
      "step": 552
    },
    {
      "epoch": 0.3458411507191995,
      "grad_norm": 3.3471137645460733,
      "learning_rate": 8.295e-05,
      "loss": 2.6721,
      "step": 553
    },
    {
      "epoch": 0.3464665415884928,
      "grad_norm": 3.2832611044088393,
      "learning_rate": 8.31e-05,
      "loss": 2.4513,
      "step": 554
    },
    {
      "epoch": 0.34709193245778613,
      "grad_norm": 3.123769644262761,
      "learning_rate": 8.325e-05,
      "loss": 2.473,
      "step": 555
    },
    {
      "epoch": 0.34771732332707944,
      "grad_norm": 9.377017820438812,
      "learning_rate": 8.34e-05,
      "loss": 2.2036,
      "step": 556
    },
    {
      "epoch": 0.34834271419637275,
      "grad_norm": 3.0695158190643355,
      "learning_rate": 8.355e-05,
      "loss": 2.2593,
      "step": 557
    },
    {
      "epoch": 0.34896810506566606,
      "grad_norm": 3.6100377892941355,
      "learning_rate": 8.37e-05,
      "loss": 2.6014,
      "step": 558
    },
    {
      "epoch": 0.34959349593495936,
      "grad_norm": 3.1085468728854053,
      "learning_rate": 8.385e-05,
      "loss": 2.01,
      "step": 559
    },
    {
      "epoch": 0.35021888680425267,
      "grad_norm": 3.2923522075577627,
      "learning_rate": 8.4e-05,
      "loss": 2.4661,
      "step": 560
    },
    {
      "epoch": 0.350844277673546,
      "grad_norm": 3.19160292591051,
      "learning_rate": 8.415e-05,
      "loss": 2.534,
      "step": 561
    },
    {
      "epoch": 0.3514696685428393,
      "grad_norm": 3.273787787850341,
      "learning_rate": 8.43e-05,
      "loss": 2.5526,
      "step": 562
    },
    {
      "epoch": 0.3520950594121326,
      "grad_norm": 3.63450769769438,
      "learning_rate": 8.444999999999998e-05,
      "loss": 2.7583,
      "step": 563
    },
    {
      "epoch": 0.3527204502814259,
      "grad_norm": 3.5413737253635964,
      "learning_rate": 8.459999999999998e-05,
      "loss": 2.3533,
      "step": 564
    },
    {
      "epoch": 0.3533458411507192,
      "grad_norm": 3.343343065302768,
      "learning_rate": 8.474999999999999e-05,
      "loss": 2.6112,
      "step": 565
    },
    {
      "epoch": 0.3539712320200125,
      "grad_norm": 3.6257364927676736,
      "learning_rate": 8.489999999999999e-05,
      "loss": 2.7044,
      "step": 566
    },
    {
      "epoch": 0.3545966228893058,
      "grad_norm": 3.1717313883898055,
      "learning_rate": 8.504999999999998e-05,
      "loss": 2.321,
      "step": 567
    },
    {
      "epoch": 0.35522201375859913,
      "grad_norm": 3.339073103250457,
      "learning_rate": 8.519999999999998e-05,
      "loss": 2.5815,
      "step": 568
    },
    {
      "epoch": 0.35584740462789244,
      "grad_norm": 2.9819126780341345,
      "learning_rate": 8.534999999999999e-05,
      "loss": 2.3716,
      "step": 569
    },
    {
      "epoch": 0.35647279549718575,
      "grad_norm": 3.4137824116438957,
      "learning_rate": 8.549999999999999e-05,
      "loss": 2.5734,
      "step": 570
    },
    {
      "epoch": 0.35709818636647905,
      "grad_norm": 3.391882542989657,
      "learning_rate": 8.564999999999998e-05,
      "loss": 2.595,
      "step": 571
    },
    {
      "epoch": 0.35772357723577236,
      "grad_norm": 3.312544556359662,
      "learning_rate": 8.579999999999998e-05,
      "loss": 2.176,
      "step": 572
    },
    {
      "epoch": 0.35834896810506567,
      "grad_norm": 2.9349888631810277,
      "learning_rate": 8.594999999999999e-05,
      "loss": 2.1871,
      "step": 573
    },
    {
      "epoch": 0.358974358974359,
      "grad_norm": 3.0592405447770155,
      "learning_rate": 8.609999999999999e-05,
      "loss": 2.4951,
      "step": 574
    },
    {
      "epoch": 0.3595997498436523,
      "grad_norm": 3.17701192434996,
      "learning_rate": 8.624999999999998e-05,
      "loss": 2.5397,
      "step": 575
    },
    {
      "epoch": 0.3602251407129456,
      "grad_norm": 2.9072318816043174,
      "learning_rate": 8.639999999999999e-05,
      "loss": 2.5375,
      "step": 576
    },
    {
      "epoch": 0.3608505315822389,
      "grad_norm": 2.9902651788776233,
      "learning_rate": 8.654999999999999e-05,
      "loss": 2.5342,
      "step": 577
    },
    {
      "epoch": 0.3614759224515322,
      "grad_norm": 3.1855223876310643,
      "learning_rate": 8.669999999999998e-05,
      "loss": 2.6104,
      "step": 578
    },
    {
      "epoch": 0.3621013133208255,
      "grad_norm": 2.865298667920465,
      "learning_rate": 8.684999999999998e-05,
      "loss": 2.4401,
      "step": 579
    },
    {
      "epoch": 0.3627267041901188,
      "grad_norm": 3.068984281443825,
      "learning_rate": 8.699999999999999e-05,
      "loss": 2.6837,
      "step": 580
    },
    {
      "epoch": 0.36335209505941213,
      "grad_norm": 3.6878870612407977,
      "learning_rate": 8.714999999999999e-05,
      "loss": 2.0647,
      "step": 581
    },
    {
      "epoch": 0.36397748592870544,
      "grad_norm": 2.7125034219306823,
      "learning_rate": 8.729999999999998e-05,
      "loss": 1.9675,
      "step": 582
    },
    {
      "epoch": 0.36460287679799874,
      "grad_norm": 2.9258767193030017,
      "learning_rate": 8.744999999999998e-05,
      "loss": 2.4349,
      "step": 583
    },
    {
      "epoch": 0.36522826766729205,
      "grad_norm": 3.0361094407416434,
      "learning_rate": 8.759999999999999e-05,
      "loss": 2.5923,
      "step": 584
    },
    {
      "epoch": 0.36585365853658536,
      "grad_norm": 2.9488029621805416,
      "learning_rate": 8.774999999999999e-05,
      "loss": 2.4284,
      "step": 585
    },
    {
      "epoch": 0.36647904940587867,
      "grad_norm": 3.0465688670885127,
      "learning_rate": 8.789999999999998e-05,
      "loss": 2.6265,
      "step": 586
    },
    {
      "epoch": 0.367104440275172,
      "grad_norm": 3.539697259867238,
      "learning_rate": 8.804999999999999e-05,
      "loss": 2.5655,
      "step": 587
    },
    {
      "epoch": 0.3677298311444653,
      "grad_norm": 3.222872940205822,
      "learning_rate": 8.819999999999999e-05,
      "loss": 2.4487,
      "step": 588
    },
    {
      "epoch": 0.3683552220137586,
      "grad_norm": 2.767403175768938,
      "learning_rate": 8.834999999999999e-05,
      "loss": 2.4967,
      "step": 589
    },
    {
      "epoch": 0.3689806128830519,
      "grad_norm": 3.02206138362383,
      "learning_rate": 8.849999999999998e-05,
      "loss": 2.3729,
      "step": 590
    },
    {
      "epoch": 0.3696060037523452,
      "grad_norm": 3.170687989570284,
      "learning_rate": 8.864999999999999e-05,
      "loss": 2.3934,
      "step": 591
    },
    {
      "epoch": 0.3702313946216385,
      "grad_norm": 12.801612018202412,
      "learning_rate": 8.879999999999999e-05,
      "loss": 2.3948,
      "step": 592
    },
    {
      "epoch": 0.3708567854909318,
      "grad_norm": 3.021826572846412,
      "learning_rate": 8.895e-05,
      "loss": 2.5495,
      "step": 593
    },
    {
      "epoch": 0.3714821763602251,
      "grad_norm": 3.010215871320476,
      "learning_rate": 8.909999999999998e-05,
      "loss": 2.5404,
      "step": 594
    },
    {
      "epoch": 0.37210756722951843,
      "grad_norm": 3.203018806868333,
      "learning_rate": 8.924999999999999e-05,
      "loss": 2.5056,
      "step": 595
    },
    {
      "epoch": 0.37273295809881174,
      "grad_norm": 2.9630953699868803,
      "learning_rate": 8.939999999999999e-05,
      "loss": 2.5205,
      "step": 596
    },
    {
      "epoch": 0.37335834896810505,
      "grad_norm": 3.037970436863099,
      "learning_rate": 8.955e-05,
      "loss": 2.0565,
      "step": 597
    },
    {
      "epoch": 0.37398373983739835,
      "grad_norm": 3.8621309654154703,
      "learning_rate": 8.969999999999998e-05,
      "loss": 2.5212,
      "step": 598
    },
    {
      "epoch": 0.37460913070669166,
      "grad_norm": 3.9418272543231843,
      "learning_rate": 8.984999999999999e-05,
      "loss": 2.4604,
      "step": 599
    },
    {
      "epoch": 0.37523452157598497,
      "grad_norm": 8.57209382000506,
      "learning_rate": 8.999999999999999e-05,
      "loss": 2.5573,
      "step": 600
    },
    {
      "epoch": 0.3758599124452783,
      "grad_norm": 3.841443412481903,
      "learning_rate": 9.014999999999998e-05,
      "loss": 2.435,
      "step": 601
    },
    {
      "epoch": 0.3764853033145716,
      "grad_norm": 12.267296304303317,
      "learning_rate": 9.029999999999999e-05,
      "loss": 2.7174,
      "step": 602
    },
    {
      "epoch": 0.3771106941838649,
      "grad_norm": 2.8626490440396792,
      "learning_rate": 9.044999999999999e-05,
      "loss": 2.5842,
      "step": 603
    },
    {
      "epoch": 0.3777360850531582,
      "grad_norm": 3.184714271016873,
      "learning_rate": 9.059999999999999e-05,
      "loss": 2.3993,
      "step": 604
    },
    {
      "epoch": 0.3783614759224515,
      "grad_norm": 4.764861277677601,
      "learning_rate": 9.074999999999998e-05,
      "loss": 2.5281,
      "step": 605
    },
    {
      "epoch": 0.3789868667917448,
      "grad_norm": 7.04882178430973,
      "learning_rate": 9.089999999999999e-05,
      "loss": 2.5165,
      "step": 606
    },
    {
      "epoch": 0.3796122576610381,
      "grad_norm": 3.573596687066443,
      "learning_rate": 9.104999999999999e-05,
      "loss": 2.1377,
      "step": 607
    },
    {
      "epoch": 0.3802376485303315,
      "grad_norm": 2.758502814755227,
      "learning_rate": 9.12e-05,
      "loss": 2.4057,
      "step": 608
    },
    {
      "epoch": 0.3808630393996248,
      "grad_norm": 18.599445320945637,
      "learning_rate": 9.134999999999998e-05,
      "loss": 2.5278,
      "step": 609
    },
    {
      "epoch": 0.3814884302689181,
      "grad_norm": 3.375762992862013,
      "learning_rate": 9.149999999999999e-05,
      "loss": 2.5331,
      "step": 610
    },
    {
      "epoch": 0.3821138211382114,
      "grad_norm": 8.314590174397605,
      "learning_rate": 9.164999999999999e-05,
      "loss": 2.2574,
      "step": 611
    },
    {
      "epoch": 0.3827392120075047,
      "grad_norm": 3.0108280184062974,
      "learning_rate": 9.18e-05,
      "loss": 2.4786,
      "step": 612
    },
    {
      "epoch": 0.383364602876798,
      "grad_norm": 2.6200318059847185,
      "learning_rate": 9.194999999999999e-05,
      "loss": 2.2383,
      "step": 613
    },
    {
      "epoch": 0.38398999374609133,
      "grad_norm": 6.717893255814546,
      "learning_rate": 9.209999999999999e-05,
      "loss": 2.6296,
      "step": 614
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 3.5180648369505056,
      "learning_rate": 9.224999999999999e-05,
      "loss": 2.7134,
      "step": 615
    },
    {
      "epoch": 0.38524077548467794,
      "grad_norm": 3.2405085924957913,
      "learning_rate": 9.24e-05,
      "loss": 2.1188,
      "step": 616
    },
    {
      "epoch": 0.38586616635397125,
      "grad_norm": 2.9946732423296023,
      "learning_rate": 9.254999999999999e-05,
      "loss": 2.1819,
      "step": 617
    },
    {
      "epoch": 0.38649155722326456,
      "grad_norm": 3.9676166195951517,
      "learning_rate": 9.269999999999999e-05,
      "loss": 2.6023,
      "step": 618
    },
    {
      "epoch": 0.38711694809255787,
      "grad_norm": 3.3107765946395165,
      "learning_rate": 9.285e-05,
      "loss": 2.535,
      "step": 619
    },
    {
      "epoch": 0.3877423389618512,
      "grad_norm": 3.354541586844184,
      "learning_rate": 9.3e-05,
      "loss": 2.4804,
      "step": 620
    },
    {
      "epoch": 0.3883677298311445,
      "grad_norm": 3.7362174456955546,
      "learning_rate": 9.314999999999999e-05,
      "loss": 2.4989,
      "step": 621
    },
    {
      "epoch": 0.3889931207004378,
      "grad_norm": 3.183167024242934,
      "learning_rate": 9.329999999999999e-05,
      "loss": 2.5,
      "step": 622
    },
    {
      "epoch": 0.3896185115697311,
      "grad_norm": 2.9547787267321692,
      "learning_rate": 9.345e-05,
      "loss": 2.4345,
      "step": 623
    },
    {
      "epoch": 0.3902439024390244,
      "grad_norm": 3.1216397015669224,
      "learning_rate": 9.36e-05,
      "loss": 2.563,
      "step": 624
    },
    {
      "epoch": 0.3908692933083177,
      "grad_norm": 2.916130749239563,
      "learning_rate": 9.374999999999999e-05,
      "loss": 2.5395,
      "step": 625
    },
    {
      "epoch": 0.391494684177611,
      "grad_norm": 2.845049913807235,
      "learning_rate": 9.389999999999999e-05,
      "loss": 2.4302,
      "step": 626
    },
    {
      "epoch": 0.3921200750469043,
      "grad_norm": 3.413029057050208,
      "learning_rate": 9.405e-05,
      "loss": 1.9451,
      "step": 627
    },
    {
      "epoch": 0.39274546591619763,
      "grad_norm": 3.7036647643350546,
      "learning_rate": 9.419999999999999e-05,
      "loss": 2.6735,
      "step": 628
    },
    {
      "epoch": 0.39337085678549094,
      "grad_norm": 3.207080007218533,
      "learning_rate": 9.434999999999999e-05,
      "loss": 2.7426,
      "step": 629
    },
    {
      "epoch": 0.39399624765478425,
      "grad_norm": 3.9420120017457614,
      "learning_rate": 9.449999999999999e-05,
      "loss": 2.5093,
      "step": 630
    },
    {
      "epoch": 0.39462163852407756,
      "grad_norm": 5.6773809888173625,
      "learning_rate": 9.465e-05,
      "loss": 2.3093,
      "step": 631
    },
    {
      "epoch": 0.39524702939337086,
      "grad_norm": 3.047179010893995,
      "learning_rate": 9.479999999999999e-05,
      "loss": 2.5582,
      "step": 632
    },
    {
      "epoch": 0.39587242026266417,
      "grad_norm": 3.0601946420674486,
      "learning_rate": 9.494999999999999e-05,
      "loss": 2.6133,
      "step": 633
    },
    {
      "epoch": 0.3964978111319575,
      "grad_norm": 3.1587514124433955,
      "learning_rate": 9.51e-05,
      "loss": 2.4473,
      "step": 634
    },
    {
      "epoch": 0.3971232020012508,
      "grad_norm": 2.7099958667737765,
      "learning_rate": 9.525e-05,
      "loss": 2.4625,
      "step": 635
    },
    {
      "epoch": 0.3977485928705441,
      "grad_norm": 4.007443901726392,
      "learning_rate": 9.539999999999999e-05,
      "loss": 2.8154,
      "step": 636
    },
    {
      "epoch": 0.3983739837398374,
      "grad_norm": 2.9491093861603264,
      "learning_rate": 9.554999999999999e-05,
      "loss": 2.5448,
      "step": 637
    },
    {
      "epoch": 0.3989993746091307,
      "grad_norm": 3.197340625569935,
      "learning_rate": 9.57e-05,
      "loss": 2.4091,
      "step": 638
    },
    {
      "epoch": 0.399624765478424,
      "grad_norm": 3.163454125076672,
      "learning_rate": 9.585e-05,
      "loss": 2.3864,
      "step": 639
    },
    {
      "epoch": 0.4002501563477173,
      "grad_norm": 3.3492992623177176,
      "learning_rate": 9.599999999999999e-05,
      "loss": 2.535,
      "step": 640
    },
    {
      "epoch": 0.40087554721701063,
      "grad_norm": 3.731875855806096,
      "learning_rate": 9.614999999999999e-05,
      "loss": 2.4549,
      "step": 641
    },
    {
      "epoch": 0.40150093808630394,
      "grad_norm": 3.918598373479666,
      "learning_rate": 9.63e-05,
      "loss": 2.6705,
      "step": 642
    },
    {
      "epoch": 0.40212632895559725,
      "grad_norm": 2.9946679753233383,
      "learning_rate": 9.645e-05,
      "loss": 2.7301,
      "step": 643
    },
    {
      "epoch": 0.40275171982489055,
      "grad_norm": 3.561363692609986,
      "learning_rate": 9.659999999999999e-05,
      "loss": 2.5963,
      "step": 644
    },
    {
      "epoch": 0.40337711069418386,
      "grad_norm": 3.183949489397513,
      "learning_rate": 9.675e-05,
      "loss": 2.4381,
      "step": 645
    },
    {
      "epoch": 0.40400250156347717,
      "grad_norm": 3.8948820990314545,
      "learning_rate": 9.69e-05,
      "loss": 2.4944,
      "step": 646
    },
    {
      "epoch": 0.4046278924327705,
      "grad_norm": 2.9547910650189952,
      "learning_rate": 9.705e-05,
      "loss": 2.221,
      "step": 647
    },
    {
      "epoch": 0.4052532833020638,
      "grad_norm": 3.3757105605940274,
      "learning_rate": 9.719999999999999e-05,
      "loss": 2.363,
      "step": 648
    },
    {
      "epoch": 0.4058786741713571,
      "grad_norm": 6.326569421300685,
      "learning_rate": 9.735e-05,
      "loss": 2.3634,
      "step": 649
    },
    {
      "epoch": 0.4065040650406504,
      "grad_norm": 2.9238509883488693,
      "learning_rate": 9.75e-05,
      "loss": 2.3629,
      "step": 650
    },
    {
      "epoch": 0.4071294559099437,
      "grad_norm": 3.12109845999834,
      "learning_rate": 9.764999999999999e-05,
      "loss": 2.3166,
      "step": 651
    },
    {
      "epoch": 0.407754846779237,
      "grad_norm": 3.3508769401383165,
      "learning_rate": 9.779999999999999e-05,
      "loss": 2.5884,
      "step": 652
    },
    {
      "epoch": 0.4083802376485303,
      "grad_norm": 3.342848051807146,
      "learning_rate": 9.795e-05,
      "loss": 1.9479,
      "step": 653
    },
    {
      "epoch": 0.4090056285178236,
      "grad_norm": 2.9894198508165615,
      "learning_rate": 9.81e-05,
      "loss": 2.5859,
      "step": 654
    },
    {
      "epoch": 0.40963101938711693,
      "grad_norm": 2.808740036326663,
      "learning_rate": 9.824999999999999e-05,
      "loss": 2.5257,
      "step": 655
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 3.3606829078681177,
      "learning_rate": 9.839999999999999e-05,
      "loss": 2.5603,
      "step": 656
    },
    {
      "epoch": 0.41088180112570355,
      "grad_norm": 3.161717905894404,
      "learning_rate": 9.855e-05,
      "loss": 2.3718,
      "step": 657
    },
    {
      "epoch": 0.41150719199499686,
      "grad_norm": 2.591346417532213,
      "learning_rate": 9.87e-05,
      "loss": 2.2812,
      "step": 658
    },
    {
      "epoch": 0.41213258286429016,
      "grad_norm": 2.949154967341794,
      "learning_rate": 9.884999999999999e-05,
      "loss": 2.6076,
      "step": 659
    },
    {
      "epoch": 0.41275797373358347,
      "grad_norm": 83.49454407285724,
      "learning_rate": 9.9e-05,
      "loss": 1.8103,
      "step": 660
    },
    {
      "epoch": 0.4133833646028768,
      "grad_norm": 3.6288645856907054,
      "learning_rate": 9.915e-05,
      "loss": 2.5485,
      "step": 661
    },
    {
      "epoch": 0.4140087554721701,
      "grad_norm": 4.103884768345686,
      "learning_rate": 9.93e-05,
      "loss": 1.9162,
      "step": 662
    },
    {
      "epoch": 0.4146341463414634,
      "grad_norm": 91.52759948097297,
      "learning_rate": 9.944999999999999e-05,
      "loss": 2.9332,
      "step": 663
    },
    {
      "epoch": 0.4152595372107567,
      "grad_norm": 4.006850722005226,
      "learning_rate": 9.96e-05,
      "loss": 2.3918,
      "step": 664
    },
    {
      "epoch": 0.41588492808005,
      "grad_norm": 3.190244929447368,
      "learning_rate": 9.975e-05,
      "loss": 2.7367,
      "step": 665
    },
    {
      "epoch": 0.4165103189493433,
      "grad_norm": 6.135040961472095,
      "learning_rate": 9.99e-05,
      "loss": 2.1,
      "step": 666
    },
    {
      "epoch": 0.4171357098186366,
      "grad_norm": 10.650799706932672,
      "learning_rate": 0.00010004999999999999,
      "loss": 2.6703,
      "step": 667
    },
    {
      "epoch": 0.41776110068792993,
      "grad_norm": 5.242809772592719,
      "learning_rate": 0.0001002,
      "loss": 2.3663,
      "step": 668
    },
    {
      "epoch": 0.41838649155722324,
      "grad_norm": 4.471953137125449,
      "learning_rate": 0.00010035,
      "loss": 2.4206,
      "step": 669
    },
    {
      "epoch": 0.41901188242651655,
      "grad_norm": 3.9074419619775558,
      "learning_rate": 0.0001005,
      "loss": 2.5755,
      "step": 670
    },
    {
      "epoch": 0.41963727329580985,
      "grad_norm": 4.5957772644355765,
      "learning_rate": 0.00010065,
      "loss": 2.6544,
      "step": 671
    },
    {
      "epoch": 0.4202626641651032,
      "grad_norm": 4.430771465227337,
      "learning_rate": 0.0001008,
      "loss": 2.6344,
      "step": 672
    },
    {
      "epoch": 0.4208880550343965,
      "grad_norm": 4.788508328549308,
      "learning_rate": 0.00010095,
      "loss": 2.4638,
      "step": 673
    },
    {
      "epoch": 0.42151344590368983,
      "grad_norm": 3.811003552992125,
      "learning_rate": 0.0001011,
      "loss": 2.6136,
      "step": 674
    },
    {
      "epoch": 0.42213883677298314,
      "grad_norm": 3.7436968357906824,
      "learning_rate": 0.00010125,
      "loss": 2.4964,
      "step": 675
    },
    {
      "epoch": 0.42276422764227645,
      "grad_norm": 3.0454555038875917,
      "learning_rate": 0.0001014,
      "loss": 2.3843,
      "step": 676
    },
    {
      "epoch": 0.42338961851156975,
      "grad_norm": 3.126048645794004,
      "learning_rate": 0.00010155,
      "loss": 2.5459,
      "step": 677
    },
    {
      "epoch": 0.42401500938086306,
      "grad_norm": 7.632192152475862,
      "learning_rate": 0.00010169999999999999,
      "loss": 2.564,
      "step": 678
    },
    {
      "epoch": 0.42464040025015637,
      "grad_norm": 2.8483279155319714,
      "learning_rate": 0.00010185,
      "loss": 2.0079,
      "step": 679
    },
    {
      "epoch": 0.4252657911194497,
      "grad_norm": 3.30668555888838,
      "learning_rate": 0.000102,
      "loss": 2.373,
      "step": 680
    },
    {
      "epoch": 0.425891181988743,
      "grad_norm": 4.017442969184421,
      "learning_rate": 0.00010215,
      "loss": 2.6317,
      "step": 681
    },
    {
      "epoch": 0.4265165728580363,
      "grad_norm": 2.933278442332263,
      "learning_rate": 0.00010229999999999999,
      "loss": 2.4447,
      "step": 682
    },
    {
      "epoch": 0.4271419637273296,
      "grad_norm": 3.1031069245535887,
      "learning_rate": 0.00010245,
      "loss": 2.0237,
      "step": 683
    },
    {
      "epoch": 0.4277673545966229,
      "grad_norm": 3.503547046341922,
      "learning_rate": 0.0001026,
      "loss": 2.4758,
      "step": 684
    },
    {
      "epoch": 0.4283927454659162,
      "grad_norm": 3.1552544680066004,
      "learning_rate": 0.00010275,
      "loss": 2.204,
      "step": 685
    },
    {
      "epoch": 0.4290181363352095,
      "grad_norm": 3.445221913814565,
      "learning_rate": 0.0001029,
      "loss": 2.6272,
      "step": 686
    },
    {
      "epoch": 0.42964352720450283,
      "grad_norm": 2.831532205388767,
      "learning_rate": 0.00010305,
      "loss": 2.4968,
      "step": 687
    },
    {
      "epoch": 0.43026891807379614,
      "grad_norm": 2.862792736927326,
      "learning_rate": 0.00010319999999999999,
      "loss": 2.4887,
      "step": 688
    },
    {
      "epoch": 0.43089430894308944,
      "grad_norm": 2.931599936198029,
      "learning_rate": 0.00010334999999999998,
      "loss": 2.3452,
      "step": 689
    },
    {
      "epoch": 0.43151969981238275,
      "grad_norm": 2.646774838806763,
      "learning_rate": 0.00010349999999999998,
      "loss": 2.5545,
      "step": 690
    },
    {
      "epoch": 0.43214509068167606,
      "grad_norm": 11.545083936802651,
      "learning_rate": 0.00010364999999999999,
      "loss": 2.7189,
      "step": 691
    },
    {
      "epoch": 0.43277048155096937,
      "grad_norm": 4.684629156988073,
      "learning_rate": 0.00010379999999999999,
      "loss": 2.6395,
      "step": 692
    },
    {
      "epoch": 0.4333958724202627,
      "grad_norm": 3.2435294981013914,
      "learning_rate": 0.00010394999999999998,
      "loss": 2.0711,
      "step": 693
    },
    {
      "epoch": 0.434021263289556,
      "grad_norm": 3.022066451083504,
      "learning_rate": 0.00010409999999999998,
      "loss": 2.6167,
      "step": 694
    },
    {
      "epoch": 0.4346466541588493,
      "grad_norm": 2.9128775916219007,
      "learning_rate": 0.00010424999999999999,
      "loss": 2.4254,
      "step": 695
    },
    {
      "epoch": 0.4352720450281426,
      "grad_norm": 3.2636680802077658,
      "learning_rate": 0.00010439999999999999,
      "loss": 2.1547,
      "step": 696
    },
    {
      "epoch": 0.4358974358974359,
      "grad_norm": 3.2940205227022936,
      "learning_rate": 0.00010454999999999998,
      "loss": 2.4585,
      "step": 697
    },
    {
      "epoch": 0.4365228267667292,
      "grad_norm": 3.186847461152984,
      "learning_rate": 0.00010469999999999998,
      "loss": 2.3756,
      "step": 698
    },
    {
      "epoch": 0.4371482176360225,
      "grad_norm": 2.7676855823975965,
      "learning_rate": 0.00010484999999999999,
      "loss": 2.4234,
      "step": 699
    },
    {
      "epoch": 0.4377736085053158,
      "grad_norm": 3.138874641885815,
      "learning_rate": 0.00010499999999999999,
      "loss": 2.4468,
      "step": 700
    },
    {
      "epoch": 0.43839899937460913,
      "grad_norm": 2.9816750602708,
      "learning_rate": 0.00010514999999999998,
      "loss": 2.4345,
      "step": 701
    },
    {
      "epoch": 0.43902439024390244,
      "grad_norm": 3.228419143342036,
      "learning_rate": 0.00010529999999999998,
      "loss": 2.698,
      "step": 702
    },
    {
      "epoch": 0.43964978111319575,
      "grad_norm": 3.9714153039961193,
      "learning_rate": 0.00010544999999999999,
      "loss": 2.6905,
      "step": 703
    },
    {
      "epoch": 0.44027517198248906,
      "grad_norm": 2.8739919242332586,
      "learning_rate": 0.00010559999999999998,
      "loss": 2.4689,
      "step": 704
    },
    {
      "epoch": 0.44090056285178236,
      "grad_norm": 2.6155689726278673,
      "learning_rate": 0.00010574999999999998,
      "loss": 2.4138,
      "step": 705
    },
    {
      "epoch": 0.44152595372107567,
      "grad_norm": 2.9838775958172827,
      "learning_rate": 0.00010589999999999999,
      "loss": 2.7154,
      "step": 706
    },
    {
      "epoch": 0.442151344590369,
      "grad_norm": 2.55638250028491,
      "learning_rate": 0.00010604999999999999,
      "loss": 2.5173,
      "step": 707
    },
    {
      "epoch": 0.4427767354596623,
      "grad_norm": 2.797091175870323,
      "learning_rate": 0.00010619999999999998,
      "loss": 2.7655,
      "step": 708
    },
    {
      "epoch": 0.4434021263289556,
      "grad_norm": 2.920914921166988,
      "learning_rate": 0.00010634999999999998,
      "loss": 2.0603,
      "step": 709
    },
    {
      "epoch": 0.4440275171982489,
      "grad_norm": 2.8036421754855736,
      "learning_rate": 0.00010649999999999999,
      "loss": 2.3366,
      "step": 710
    },
    {
      "epoch": 0.4446529080675422,
      "grad_norm": 2.563664222177093,
      "learning_rate": 0.00010664999999999999,
      "loss": 2.3947,
      "step": 711
    },
    {
      "epoch": 0.4452782989368355,
      "grad_norm": 3.108641691990049,
      "learning_rate": 0.00010679999999999998,
      "loss": 2.4943,
      "step": 712
    },
    {
      "epoch": 0.4459036898061288,
      "grad_norm": 2.6663779742558353,
      "learning_rate": 0.00010694999999999998,
      "loss": 2.2031,
      "step": 713
    },
    {
      "epoch": 0.44652908067542213,
      "grad_norm": 2.651681386592222,
      "learning_rate": 0.00010709999999999999,
      "loss": 2.4133,
      "step": 714
    },
    {
      "epoch": 0.44715447154471544,
      "grad_norm": 2.8433962075608337,
      "learning_rate": 0.00010724999999999999,
      "loss": 2.1516,
      "step": 715
    },
    {
      "epoch": 0.44777986241400874,
      "grad_norm": 2.9685101423056555,
      "learning_rate": 0.00010739999999999998,
      "loss": 2.4181,
      "step": 716
    },
    {
      "epoch": 0.44840525328330205,
      "grad_norm": 2.880828640418864,
      "learning_rate": 0.00010754999999999999,
      "loss": 2.5101,
      "step": 717
    },
    {
      "epoch": 0.44903064415259536,
      "grad_norm": 2.7061233703008196,
      "learning_rate": 0.00010769999999999999,
      "loss": 2.1997,
      "step": 718
    },
    {
      "epoch": 0.44965603502188867,
      "grad_norm": 2.9688804720376925,
      "learning_rate": 0.00010784999999999999,
      "loss": 2.5571,
      "step": 719
    },
    {
      "epoch": 0.450281425891182,
      "grad_norm": 3.4177498803983886,
      "learning_rate": 0.00010799999999999998,
      "loss": 2.6016,
      "step": 720
    },
    {
      "epoch": 0.4509068167604753,
      "grad_norm": 2.637913873027212,
      "learning_rate": 0.00010814999999999999,
      "loss": 2.4989,
      "step": 721
    },
    {
      "epoch": 0.4515322076297686,
      "grad_norm": 2.8746393401431027,
      "learning_rate": 0.00010829999999999999,
      "loss": 2.5389,
      "step": 722
    },
    {
      "epoch": 0.4521575984990619,
      "grad_norm": 9.091592694989327,
      "learning_rate": 0.00010845,
      "loss": 2.0561,
      "step": 723
    },
    {
      "epoch": 0.4527829893683552,
      "grad_norm": 2.938123817106199,
      "learning_rate": 0.00010859999999999998,
      "loss": 2.5101,
      "step": 724
    },
    {
      "epoch": 0.4534083802376485,
      "grad_norm": 3.717084076665087,
      "learning_rate": 0.00010874999999999999,
      "loss": 2.7986,
      "step": 725
    },
    {
      "epoch": 0.4540337711069418,
      "grad_norm": 2.6474577871343805,
      "learning_rate": 0.00010889999999999999,
      "loss": 2.3402,
      "step": 726
    },
    {
      "epoch": 0.4546591619762351,
      "grad_norm": 2.3920248833488884,
      "learning_rate": 0.00010904999999999998,
      "loss": 2.1841,
      "step": 727
    },
    {
      "epoch": 0.45528455284552843,
      "grad_norm": 3.0593016153099915,
      "learning_rate": 0.00010919999999999998,
      "loss": 2.5736,
      "step": 728
    },
    {
      "epoch": 0.45590994371482174,
      "grad_norm": 2.853767748417483,
      "learning_rate": 0.00010934999999999999,
      "loss": 2.5718,
      "step": 729
    },
    {
      "epoch": 0.45653533458411505,
      "grad_norm": 2.834974361276293,
      "learning_rate": 0.00010949999999999999,
      "loss": 2.5193,
      "step": 730
    },
    {
      "epoch": 0.45716072545340836,
      "grad_norm": 2.8147938833350445,
      "learning_rate": 0.00010964999999999998,
      "loss": 2.5292,
      "step": 731
    },
    {
      "epoch": 0.45778611632270166,
      "grad_norm": 2.9186303155086017,
      "learning_rate": 0.00010979999999999999,
      "loss": 2.1739,
      "step": 732
    },
    {
      "epoch": 0.45841150719199497,
      "grad_norm": 2.460211449028796,
      "learning_rate": 0.00010994999999999999,
      "loss": 2.3533,
      "step": 733
    },
    {
      "epoch": 0.4590368980612883,
      "grad_norm": 3.9938415551502553,
      "learning_rate": 0.00011009999999999999,
      "loss": 2.6146,
      "step": 734
    },
    {
      "epoch": 0.4596622889305816,
      "grad_norm": 3.2158347034782224,
      "learning_rate": 0.00011024999999999998,
      "loss": 2.3271,
      "step": 735
    },
    {
      "epoch": 0.46028767979987495,
      "grad_norm": 5.94588882705619,
      "learning_rate": 0.00011039999999999999,
      "loss": 2.3624,
      "step": 736
    },
    {
      "epoch": 0.46091307066916826,
      "grad_norm": 2.621842354348555,
      "learning_rate": 0.00011054999999999999,
      "loss": 2.3016,
      "step": 737
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 2.832943553473091,
      "learning_rate": 0.0001107,
      "loss": 2.6621,
      "step": 738
    },
    {
      "epoch": 0.46216385240775487,
      "grad_norm": 2.7963190026242852,
      "learning_rate": 0.00011084999999999998,
      "loss": 2.3482,
      "step": 739
    },
    {
      "epoch": 0.4627892432770482,
      "grad_norm": 2.6989281265149847,
      "learning_rate": 0.00011099999999999999,
      "loss": 2.0965,
      "step": 740
    },
    {
      "epoch": 0.4634146341463415,
      "grad_norm": 2.939803080341801,
      "learning_rate": 0.00011114999999999999,
      "loss": 2.5086,
      "step": 741
    },
    {
      "epoch": 0.4640400250156348,
      "grad_norm": 2.911168719762324,
      "learning_rate": 0.0001113,
      "loss": 2.5277,
      "step": 742
    },
    {
      "epoch": 0.4646654158849281,
      "grad_norm": 2.9042258257048505,
      "learning_rate": 0.00011144999999999998,
      "loss": 2.4651,
      "step": 743
    },
    {
      "epoch": 0.4652908067542214,
      "grad_norm": 3.04048807403782,
      "learning_rate": 0.00011159999999999999,
      "loss": 2.6385,
      "step": 744
    },
    {
      "epoch": 0.4659161976235147,
      "grad_norm": 2.718420890170068,
      "learning_rate": 0.00011174999999999999,
      "loss": 2.1682,
      "step": 745
    },
    {
      "epoch": 0.466541588492808,
      "grad_norm": 3.062312700135628,
      "learning_rate": 0.0001119,
      "loss": 2.4867,
      "step": 746
    },
    {
      "epoch": 0.46716697936210133,
      "grad_norm": 2.9264817482478755,
      "learning_rate": 0.00011204999999999999,
      "loss": 2.4727,
      "step": 747
    },
    {
      "epoch": 0.46779237023139464,
      "grad_norm": 2.665264730103214,
      "learning_rate": 0.00011219999999999999,
      "loss": 2.4268,
      "step": 748
    },
    {
      "epoch": 0.46841776110068795,
      "grad_norm": 2.5768600994229423,
      "learning_rate": 0.00011235,
      "loss": 2.619,
      "step": 749
    },
    {
      "epoch": 0.46904315196998125,
      "grad_norm": 2.8248097957153027,
      "learning_rate": 0.0001125,
      "loss": 2.2551,
      "step": 750
    },
    {
      "epoch": 0.46966854283927456,
      "grad_norm": 2.9171868484315993,
      "learning_rate": 0.00011264999999999999,
      "loss": 2.4554,
      "step": 751
    },
    {
      "epoch": 0.47029393370856787,
      "grad_norm": 2.871555278699585,
      "learning_rate": 0.00011279999999999999,
      "loss": 2.3928,
      "step": 752
    },
    {
      "epoch": 0.4709193245778612,
      "grad_norm": 2.8214649121089987,
      "learning_rate": 0.00011295,
      "loss": 2.3932,
      "step": 753
    },
    {
      "epoch": 0.4715447154471545,
      "grad_norm": 3.0383474592631363,
      "learning_rate": 0.00011309999999999998,
      "loss": 2.1316,
      "step": 754
    },
    {
      "epoch": 0.4721701063164478,
      "grad_norm": 2.8124188825682723,
      "learning_rate": 0.00011324999999999999,
      "loss": 2.5905,
      "step": 755
    },
    {
      "epoch": 0.4727954971857411,
      "grad_norm": 2.6557079122743197,
      "learning_rate": 0.00011339999999999999,
      "loss": 2.5427,
      "step": 756
    },
    {
      "epoch": 0.4734208880550344,
      "grad_norm": 2.7505353126019156,
      "learning_rate": 0.00011355,
      "loss": 2.6342,
      "step": 757
    },
    {
      "epoch": 0.4740462789243277,
      "grad_norm": 2.819194274705994,
      "learning_rate": 0.00011369999999999999,
      "loss": 2.6416,
      "step": 758
    },
    {
      "epoch": 0.474671669793621,
      "grad_norm": 2.5920263157131944,
      "learning_rate": 0.00011384999999999999,
      "loss": 2.4053,
      "step": 759
    },
    {
      "epoch": 0.47529706066291433,
      "grad_norm": 2.427986389325252,
      "learning_rate": 0.00011399999999999999,
      "loss": 1.8127,
      "step": 760
    },
    {
      "epoch": 0.47592245153220764,
      "grad_norm": 2.906936656267973,
      "learning_rate": 0.00011415,
      "loss": 2.416,
      "step": 761
    },
    {
      "epoch": 0.47654784240150094,
      "grad_norm": 2.6898052715078626,
      "learning_rate": 0.00011429999999999999,
      "loss": 2.5299,
      "step": 762
    },
    {
      "epoch": 0.47717323327079425,
      "grad_norm": 2.5155550241670643,
      "learning_rate": 0.00011444999999999999,
      "loss": 2.3446,
      "step": 763
    },
    {
      "epoch": 0.47779862414008756,
      "grad_norm": 2.832925706408369,
      "learning_rate": 0.0001146,
      "loss": 2.3401,
      "step": 764
    },
    {
      "epoch": 0.47842401500938087,
      "grad_norm": 2.5290341178524267,
      "learning_rate": 0.00011475,
      "loss": 2.4699,
      "step": 765
    },
    {
      "epoch": 0.4790494058786742,
      "grad_norm": 2.5268215990588687,
      "learning_rate": 0.00011489999999999999,
      "loss": 2.5668,
      "step": 766
    },
    {
      "epoch": 0.4796747967479675,
      "grad_norm": 2.673805976188653,
      "learning_rate": 0.00011504999999999999,
      "loss": 2.3897,
      "step": 767
    },
    {
      "epoch": 0.4803001876172608,
      "grad_norm": 2.7576489314200927,
      "learning_rate": 0.0001152,
      "loss": 2.3887,
      "step": 768
    },
    {
      "epoch": 0.4809255784865541,
      "grad_norm": 2.8619769078636494,
      "learning_rate": 0.00011535,
      "loss": 2.3778,
      "step": 769
    },
    {
      "epoch": 0.4815509693558474,
      "grad_norm": 2.844880560215134,
      "learning_rate": 0.00011549999999999999,
      "loss": 2.3007,
      "step": 770
    },
    {
      "epoch": 0.4821763602251407,
      "grad_norm": 2.593481533165163,
      "learning_rate": 0.00011564999999999999,
      "loss": 2.3402,
      "step": 771
    },
    {
      "epoch": 0.482801751094434,
      "grad_norm": 2.6979832885068693,
      "learning_rate": 0.0001158,
      "loss": 2.4529,
      "step": 772
    },
    {
      "epoch": 0.4834271419637273,
      "grad_norm": 2.7868934902709963,
      "learning_rate": 0.00011595,
      "loss": 2.5193,
      "step": 773
    },
    {
      "epoch": 0.48405253283302063,
      "grad_norm": 2.5729376968307642,
      "learning_rate": 0.00011609999999999999,
      "loss": 2.3072,
      "step": 774
    },
    {
      "epoch": 0.48467792370231394,
      "grad_norm": 2.4669469305669347,
      "learning_rate": 0.00011624999999999999,
      "loss": 2.4945,
      "step": 775
    },
    {
      "epoch": 0.48530331457160725,
      "grad_norm": 3.340447519634429,
      "learning_rate": 0.0001164,
      "loss": 2.5225,
      "step": 776
    },
    {
      "epoch": 0.48592870544090055,
      "grad_norm": 2.6835075464963274,
      "learning_rate": 0.00011654999999999999,
      "loss": 2.4467,
      "step": 777
    },
    {
      "epoch": 0.48655409631019386,
      "grad_norm": 2.807321407935488,
      "learning_rate": 0.00011669999999999999,
      "loss": 2.4015,
      "step": 778
    },
    {
      "epoch": 0.48717948717948717,
      "grad_norm": 2.817108374097228,
      "learning_rate": 0.00011685,
      "loss": 2.4912,
      "step": 779
    },
    {
      "epoch": 0.4878048780487805,
      "grad_norm": 2.5677286729127067,
      "learning_rate": 0.000117,
      "loss": 2.4875,
      "step": 780
    },
    {
      "epoch": 0.4884302689180738,
      "grad_norm": 2.7007643423478007,
      "learning_rate": 0.00011714999999999999,
      "loss": 2.3526,
      "step": 781
    },
    {
      "epoch": 0.4890556597873671,
      "grad_norm": 2.6618372548811187,
      "learning_rate": 0.00011729999999999999,
      "loss": 2.4403,
      "step": 782
    },
    {
      "epoch": 0.4896810506566604,
      "grad_norm": 2.571879055955547,
      "learning_rate": 0.00011745,
      "loss": 2.401,
      "step": 783
    },
    {
      "epoch": 0.4903064415259537,
      "grad_norm": 2.501573107761613,
      "learning_rate": 0.0001176,
      "loss": 2.3317,
      "step": 784
    },
    {
      "epoch": 0.490931832395247,
      "grad_norm": 2.2345837497704997,
      "learning_rate": 0.00011774999999999999,
      "loss": 1.9839,
      "step": 785
    },
    {
      "epoch": 0.4915572232645403,
      "grad_norm": 3.208252872506745,
      "learning_rate": 0.00011789999999999999,
      "loss": 2.6395,
      "step": 786
    },
    {
      "epoch": 0.49218261413383363,
      "grad_norm": 3.073719301914702,
      "learning_rate": 0.00011805,
      "loss": 2.3279,
      "step": 787
    },
    {
      "epoch": 0.49280800500312694,
      "grad_norm": 3.083664982714205,
      "learning_rate": 0.0001182,
      "loss": 2.6708,
      "step": 788
    },
    {
      "epoch": 0.49343339587242024,
      "grad_norm": 2.600939465652338,
      "learning_rate": 0.00011834999999999999,
      "loss": 2.5032,
      "step": 789
    },
    {
      "epoch": 0.49405878674171355,
      "grad_norm": 2.8916691153985874,
      "learning_rate": 0.0001185,
      "loss": 2.5595,
      "step": 790
    },
    {
      "epoch": 0.49468417761100686,
      "grad_norm": 3.0145500292338268,
      "learning_rate": 0.00011865,
      "loss": 2.4308,
      "step": 791
    },
    {
      "epoch": 0.49530956848030017,
      "grad_norm": 4.112084662460483,
      "learning_rate": 0.0001188,
      "loss": 2.2852,
      "step": 792
    },
    {
      "epoch": 0.4959349593495935,
      "grad_norm": 2.7946308779709232,
      "learning_rate": 0.00011894999999999999,
      "loss": 2.6731,
      "step": 793
    },
    {
      "epoch": 0.4965603502188868,
      "grad_norm": 2.7247670622743567,
      "learning_rate": 0.0001191,
      "loss": 2.5991,
      "step": 794
    },
    {
      "epoch": 0.4971857410881801,
      "grad_norm": 12.480266116049188,
      "learning_rate": 0.00011925,
      "loss": 2.3187,
      "step": 795
    },
    {
      "epoch": 0.4978111319574734,
      "grad_norm": 20.396282581524474,
      "learning_rate": 0.0001194,
      "loss": 2.4336,
      "step": 796
    },
    {
      "epoch": 0.4984365228267667,
      "grad_norm": 2.5122122750646287,
      "learning_rate": 0.00011954999999999999,
      "loss": 2.502,
      "step": 797
    },
    {
      "epoch": 0.49906191369606,
      "grad_norm": 2.6686413326492904,
      "learning_rate": 0.0001197,
      "loss": 2.4754,
      "step": 798
    },
    {
      "epoch": 0.4996873045653533,
      "grad_norm": 2.647144473177603,
      "learning_rate": 0.00011985,
      "loss": 2.3844,
      "step": 799
    },
    {
      "epoch": 0.5003126954346466,
      "grad_norm": 7.681485006934347,
      "learning_rate": 0.00011999999999999999,
      "loss": 2.4929,
      "step": 800
    },
    {
      "epoch": 0.50093808630394,
      "grad_norm": 2.349831958257322,
      "learning_rate": 0.00012014999999999999,
      "loss": 2.3124,
      "step": 801
    },
    {
      "epoch": 0.5015634771732332,
      "grad_norm": 2.8987862340760233,
      "learning_rate": 0.0001203,
      "loss": 2.6538,
      "step": 802
    },
    {
      "epoch": 0.5021888680425266,
      "grad_norm": 2.848618338442373,
      "learning_rate": 0.00012045,
      "loss": 2.3989,
      "step": 803
    },
    {
      "epoch": 0.5028142589118199,
      "grad_norm": 2.781278195003051,
      "learning_rate": 0.00012059999999999999,
      "loss": 2.274,
      "step": 804
    },
    {
      "epoch": 0.5034396497811132,
      "grad_norm": 2.702273205391675,
      "learning_rate": 0.00012075,
      "loss": 2.4545,
      "step": 805
    },
    {
      "epoch": 0.5040650406504065,
      "grad_norm": 2.78034909802109,
      "learning_rate": 0.0001209,
      "loss": 2.4313,
      "step": 806
    },
    {
      "epoch": 0.5046904315196998,
      "grad_norm": 2.644537446940713,
      "learning_rate": 0.00012105,
      "loss": 2.4957,
      "step": 807
    },
    {
      "epoch": 0.5053158223889931,
      "grad_norm": 3.4405177843391166,
      "learning_rate": 0.00012119999999999999,
      "loss": 2.627,
      "step": 808
    },
    {
      "epoch": 0.5059412132582864,
      "grad_norm": 2.6226460571281547,
      "learning_rate": 0.00012135,
      "loss": 2.2354,
      "step": 809
    },
    {
      "epoch": 0.5065666041275797,
      "grad_norm": 2.8941445717683267,
      "learning_rate": 0.0001215,
      "loss": 2.3394,
      "step": 810
    },
    {
      "epoch": 0.5071919949968731,
      "grad_norm": 2.6362661907176808,
      "learning_rate": 0.00012165,
      "loss": 2.4847,
      "step": 811
    },
    {
      "epoch": 0.5078173858661663,
      "grad_norm": 2.6490508727113258,
      "learning_rate": 0.00012179999999999999,
      "loss": 2.51,
      "step": 812
    },
    {
      "epoch": 0.5084427767354597,
      "grad_norm": 2.95374927266889,
      "learning_rate": 0.00012194999999999998,
      "loss": 2.4109,
      "step": 813
    },
    {
      "epoch": 0.5090681676047529,
      "grad_norm": 2.4869178207163287,
      "learning_rate": 0.00012209999999999999,
      "loss": 2.3358,
      "step": 814
    },
    {
      "epoch": 0.5096935584740463,
      "grad_norm": 2.9137077612880042,
      "learning_rate": 0.00012225,
      "loss": 2.5297,
      "step": 815
    },
    {
      "epoch": 0.5103189493433395,
      "grad_norm": 2.7904981140199348,
      "learning_rate": 0.0001224,
      "loss": 2.5261,
      "step": 816
    },
    {
      "epoch": 0.5109443402126329,
      "grad_norm": 3.2423441504048776,
      "learning_rate": 0.00012254999999999997,
      "loss": 2.6586,
      "step": 817
    },
    {
      "epoch": 0.5115697310819262,
      "grad_norm": 2.7526879929010106,
      "learning_rate": 0.00012269999999999997,
      "loss": 1.9625,
      "step": 818
    },
    {
      "epoch": 0.5121951219512195,
      "grad_norm": 2.625323458267512,
      "learning_rate": 0.00012284999999999998,
      "loss": 2.416,
      "step": 819
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 2.932431625559645,
      "learning_rate": 0.00012299999999999998,
      "loss": 2.6176,
      "step": 820
    },
    {
      "epoch": 0.5134459036898061,
      "grad_norm": 2.815693634593047,
      "learning_rate": 0.00012314999999999998,
      "loss": 2.5593,
      "step": 821
    },
    {
      "epoch": 0.5140712945590994,
      "grad_norm": 2.723563954843219,
      "learning_rate": 0.0001233,
      "loss": 2.4191,
      "step": 822
    },
    {
      "epoch": 0.5146966854283928,
      "grad_norm": 3.05285744778435,
      "learning_rate": 0.00012345,
      "loss": 2.6196,
      "step": 823
    },
    {
      "epoch": 0.515322076297686,
      "grad_norm": 2.6156175770855605,
      "learning_rate": 0.0001236,
      "loss": 2.4125,
      "step": 824
    },
    {
      "epoch": 0.5159474671669794,
      "grad_norm": 5.29463812247723,
      "learning_rate": 0.00012374999999999997,
      "loss": 1.9691,
      "step": 825
    },
    {
      "epoch": 0.5165728580362726,
      "grad_norm": 3.1200052486517778,
      "learning_rate": 0.00012389999999999998,
      "loss": 2.5571,
      "step": 826
    },
    {
      "epoch": 0.517198248905566,
      "grad_norm": 3.04842867822772,
      "learning_rate": 0.00012404999999999998,
      "loss": 2.5564,
      "step": 827
    },
    {
      "epoch": 0.5178236397748592,
      "grad_norm": 3.1270054113997827,
      "learning_rate": 0.00012419999999999998,
      "loss": 2.5369,
      "step": 828
    },
    {
      "epoch": 0.5184490306441526,
      "grad_norm": 2.5222560903389764,
      "learning_rate": 0.00012435,
      "loss": 1.9917,
      "step": 829
    },
    {
      "epoch": 0.5190744215134458,
      "grad_norm": 3.045679305881348,
      "learning_rate": 0.0001245,
      "loss": 2.149,
      "step": 830
    },
    {
      "epoch": 0.5196998123827392,
      "grad_norm": 2.864762282021404,
      "learning_rate": 0.00012465,
      "loss": 2.1833,
      "step": 831
    },
    {
      "epoch": 0.5203252032520326,
      "grad_norm": 4.1364516031120795,
      "learning_rate": 0.00012479999999999997,
      "loss": 2.3852,
      "step": 832
    },
    {
      "epoch": 0.5209505941213258,
      "grad_norm": 2.7678042142233417,
      "learning_rate": 0.00012494999999999997,
      "loss": 2.0118,
      "step": 833
    },
    {
      "epoch": 0.5215759849906192,
      "grad_norm": 2.654019854432537,
      "learning_rate": 0.00012509999999999998,
      "loss": 2.353,
      "step": 834
    },
    {
      "epoch": 0.5222013758599124,
      "grad_norm": 2.9459273839822795,
      "learning_rate": 0.00012524999999999998,
      "loss": 2.542,
      "step": 835
    },
    {
      "epoch": 0.5228267667292058,
      "grad_norm": 2.909116176319768,
      "learning_rate": 0.00012539999999999999,
      "loss": 2.4808,
      "step": 836
    },
    {
      "epoch": 0.5234521575984991,
      "grad_norm": 2.6458153314715465,
      "learning_rate": 0.00012555,
      "loss": 2.2369,
      "step": 837
    },
    {
      "epoch": 0.5240775484677924,
      "grad_norm": 2.745163185865204,
      "learning_rate": 0.0001257,
      "loss": 2.5396,
      "step": 838
    },
    {
      "epoch": 0.5247029393370857,
      "grad_norm": 7.5762784252083755,
      "learning_rate": 0.00012585,
      "loss": 2.6931,
      "step": 839
    },
    {
      "epoch": 0.525328330206379,
      "grad_norm": 3.4371783172079793,
      "learning_rate": 0.00012599999999999997,
      "loss": 2.4626,
      "step": 840
    },
    {
      "epoch": 0.5259537210756723,
      "grad_norm": 3.5210169487039833,
      "learning_rate": 0.00012614999999999998,
      "loss": 2.2591,
      "step": 841
    },
    {
      "epoch": 0.5265791119449656,
      "grad_norm": 2.729527205297826,
      "learning_rate": 0.00012629999999999998,
      "loss": 2.4716,
      "step": 842
    },
    {
      "epoch": 0.5272045028142589,
      "grad_norm": 2.666777130699431,
      "learning_rate": 0.00012644999999999998,
      "loss": 2.4,
      "step": 843
    },
    {
      "epoch": 0.5278298936835523,
      "grad_norm": 2.983789842214574,
      "learning_rate": 0.0001266,
      "loss": 2.4833,
      "step": 844
    },
    {
      "epoch": 0.5284552845528455,
      "grad_norm": 2.4333059327667654,
      "learning_rate": 0.00012675,
      "loss": 2.491,
      "step": 845
    },
    {
      "epoch": 0.5290806754221389,
      "grad_norm": 2.533170139074406,
      "learning_rate": 0.0001269,
      "loss": 2.3538,
      "step": 846
    },
    {
      "epoch": 0.5297060662914321,
      "grad_norm": 2.597141445972508,
      "learning_rate": 0.00012705,
      "loss": 1.9221,
      "step": 847
    },
    {
      "epoch": 0.5303314571607255,
      "grad_norm": 2.6715676539314543,
      "learning_rate": 0.00012719999999999997,
      "loss": 2.3352,
      "step": 848
    },
    {
      "epoch": 0.5309568480300187,
      "grad_norm": 3.236196405875631,
      "learning_rate": 0.00012734999999999998,
      "loss": 2.444,
      "step": 849
    },
    {
      "epoch": 0.5315822388993121,
      "grad_norm": 2.611908188079458,
      "learning_rate": 0.00012749999999999998,
      "loss": 2.4037,
      "step": 850
    },
    {
      "epoch": 0.5322076297686054,
      "grad_norm": 3.1866248600274845,
      "learning_rate": 0.00012764999999999999,
      "loss": 2.5211,
      "step": 851
    },
    {
      "epoch": 0.5328330206378987,
      "grad_norm": 2.7131583749367025,
      "learning_rate": 0.0001278,
      "loss": 2.4251,
      "step": 852
    },
    {
      "epoch": 0.533458411507192,
      "grad_norm": 14.02738392651475,
      "learning_rate": 0.00012795,
      "loss": 2.433,
      "step": 853
    },
    {
      "epoch": 0.5340838023764853,
      "grad_norm": 2.665518822346936,
      "learning_rate": 0.0001281,
      "loss": 2.3279,
      "step": 854
    },
    {
      "epoch": 0.5347091932457786,
      "grad_norm": 2.7734315542662915,
      "learning_rate": 0.00012824999999999997,
      "loss": 2.5017,
      "step": 855
    },
    {
      "epoch": 0.535334584115072,
      "grad_norm": 2.9314807230683453,
      "learning_rate": 0.00012839999999999998,
      "loss": 2.3578,
      "step": 856
    },
    {
      "epoch": 0.5359599749843652,
      "grad_norm": 2.799455444575154,
      "learning_rate": 0.00012854999999999998,
      "loss": 2.4087,
      "step": 857
    },
    {
      "epoch": 0.5365853658536586,
      "grad_norm": 2.654769820667121,
      "learning_rate": 0.00012869999999999998,
      "loss": 2.4933,
      "step": 858
    },
    {
      "epoch": 0.5372107567229518,
      "grad_norm": 2.8533253098325395,
      "learning_rate": 0.00012885,
      "loss": 2.5041,
      "step": 859
    },
    {
      "epoch": 0.5378361475922452,
      "grad_norm": 2.62291319812758,
      "learning_rate": 0.000129,
      "loss": 2.2831,
      "step": 860
    },
    {
      "epoch": 0.5384615384615384,
      "grad_norm": 2.7538455466036624,
      "learning_rate": 0.00012915,
      "loss": 2.6707,
      "step": 861
    },
    {
      "epoch": 0.5390869293308318,
      "grad_norm": 2.4758034668347473,
      "learning_rate": 0.0001293,
      "loss": 2.5284,
      "step": 862
    },
    {
      "epoch": 0.539712320200125,
      "grad_norm": 2.701083983234925,
      "learning_rate": 0.00012944999999999998,
      "loss": 2.417,
      "step": 863
    },
    {
      "epoch": 0.5403377110694184,
      "grad_norm": 5.736344033727719,
      "learning_rate": 0.00012959999999999998,
      "loss": 2.4301,
      "step": 864
    },
    {
      "epoch": 0.5409631019387117,
      "grad_norm": 3.06211942814147,
      "learning_rate": 0.00012974999999999998,
      "loss": 2.5478,
      "step": 865
    },
    {
      "epoch": 0.541588492808005,
      "grad_norm": 2.8000467148541097,
      "learning_rate": 0.00012989999999999999,
      "loss": 2.5848,
      "step": 866
    },
    {
      "epoch": 0.5422138836772983,
      "grad_norm": 2.6126808081626764,
      "learning_rate": 0.00013005,
      "loss": 2.4055,
      "step": 867
    },
    {
      "epoch": 0.5428392745465916,
      "grad_norm": 2.244952093750432,
      "learning_rate": 0.0001302,
      "loss": 2.4971,
      "step": 868
    },
    {
      "epoch": 0.5434646654158849,
      "grad_norm": 2.863129487581376,
      "learning_rate": 0.00013035,
      "loss": 2.4581,
      "step": 869
    },
    {
      "epoch": 0.5440900562851783,
      "grad_norm": 2.7072923892541523,
      "learning_rate": 0.0001305,
      "loss": 2.6009,
      "step": 870
    },
    {
      "epoch": 0.5447154471544715,
      "grad_norm": 2.3130559576093828,
      "learning_rate": 0.00013064999999999998,
      "loss": 2.492,
      "step": 871
    },
    {
      "epoch": 0.5453408380237649,
      "grad_norm": 2.4474581826029427,
      "learning_rate": 0.00013079999999999998,
      "loss": 2.3398,
      "step": 872
    },
    {
      "epoch": 0.5459662288930581,
      "grad_norm": 2.728331394573449,
      "learning_rate": 0.00013094999999999998,
      "loss": 2.537,
      "step": 873
    },
    {
      "epoch": 0.5465916197623515,
      "grad_norm": 2.929232240693168,
      "learning_rate": 0.0001311,
      "loss": 2.2476,
      "step": 874
    },
    {
      "epoch": 0.5472170106316447,
      "grad_norm": 2.7016127644207466,
      "learning_rate": 0.00013125,
      "loss": 2.2682,
      "step": 875
    },
    {
      "epoch": 0.5478424015009381,
      "grad_norm": 2.696262477759548,
      "learning_rate": 0.0001314,
      "loss": 2.5474,
      "step": 876
    },
    {
      "epoch": 0.5484677923702314,
      "grad_norm": 2.6558964627822697,
      "learning_rate": 0.00013155,
      "loss": 2.4187,
      "step": 877
    },
    {
      "epoch": 0.5490931832395247,
      "grad_norm": 2.6098350445105694,
      "learning_rate": 0.00013169999999999998,
      "loss": 2.5439,
      "step": 878
    },
    {
      "epoch": 0.549718574108818,
      "grad_norm": 2.5513558631064015,
      "learning_rate": 0.00013184999999999998,
      "loss": 2.4324,
      "step": 879
    },
    {
      "epoch": 0.5503439649781113,
      "grad_norm": 3.2934194904784104,
      "learning_rate": 0.00013199999999999998,
      "loss": 2.4674,
      "step": 880
    },
    {
      "epoch": 0.5509693558474046,
      "grad_norm": 3.79908596438932,
      "learning_rate": 0.00013215,
      "loss": 2.0829,
      "step": 881
    },
    {
      "epoch": 0.551594746716698,
      "grad_norm": 2.4565772231551875,
      "learning_rate": 0.0001323,
      "loss": 2.5152,
      "step": 882
    },
    {
      "epoch": 0.5522201375859912,
      "grad_norm": 2.601959164728323,
      "learning_rate": 0.00013245,
      "loss": 2.103,
      "step": 883
    },
    {
      "epoch": 0.5528455284552846,
      "grad_norm": 2.900125717336967,
      "learning_rate": 0.0001326,
      "loss": 2.5915,
      "step": 884
    },
    {
      "epoch": 0.5534709193245778,
      "grad_norm": 3.450209227363211,
      "learning_rate": 0.00013275,
      "loss": 2.4228,
      "step": 885
    },
    {
      "epoch": 0.5540963101938712,
      "grad_norm": 3.19661813198069,
      "learning_rate": 0.00013289999999999998,
      "loss": 2.3452,
      "step": 886
    },
    {
      "epoch": 0.5547217010631644,
      "grad_norm": 3.240754184615405,
      "learning_rate": 0.00013304999999999998,
      "loss": 2.4424,
      "step": 887
    },
    {
      "epoch": 0.5553470919324578,
      "grad_norm": 2.4692292201371226,
      "learning_rate": 0.00013319999999999999,
      "loss": 2.3595,
      "step": 888
    },
    {
      "epoch": 0.555972482801751,
      "grad_norm": 2.5929186656357737,
      "learning_rate": 0.00013335,
      "loss": 2.5582,
      "step": 889
    },
    {
      "epoch": 0.5565978736710444,
      "grad_norm": 2.7278396163026493,
      "learning_rate": 0.0001335,
      "loss": 1.9154,
      "step": 890
    },
    {
      "epoch": 0.5572232645403377,
      "grad_norm": 2.505415422523919,
      "learning_rate": 0.00013365,
      "loss": 2.2785,
      "step": 891
    },
    {
      "epoch": 0.557848655409631,
      "grad_norm": 2.8296099916465867,
      "learning_rate": 0.0001338,
      "loss": 2.4536,
      "step": 892
    },
    {
      "epoch": 0.5584740462789243,
      "grad_norm": 3.0826781543602806,
      "learning_rate": 0.00013395,
      "loss": 2.3593,
      "step": 893
    },
    {
      "epoch": 0.5590994371482176,
      "grad_norm": 2.744831254490982,
      "learning_rate": 0.00013409999999999998,
      "loss": 2.5892,
      "step": 894
    },
    {
      "epoch": 0.5597248280175109,
      "grad_norm": 2.6818040653647746,
      "learning_rate": 0.00013424999999999998,
      "loss": 2.2251,
      "step": 895
    },
    {
      "epoch": 0.5603502188868043,
      "grad_norm": 2.9417409134426826,
      "learning_rate": 0.0001344,
      "loss": 2.6872,
      "step": 896
    },
    {
      "epoch": 0.5609756097560976,
      "grad_norm": 2.7495151252078314,
      "learning_rate": 0.00013455,
      "loss": 2.5809,
      "step": 897
    },
    {
      "epoch": 0.5616010006253909,
      "grad_norm": 2.4431996610811546,
      "learning_rate": 0.0001347,
      "loss": 2.3617,
      "step": 898
    },
    {
      "epoch": 0.5622263914946842,
      "grad_norm": 2.5142705958374454,
      "learning_rate": 0.00013485,
      "loss": 2.5076,
      "step": 899
    },
    {
      "epoch": 0.5628517823639775,
      "grad_norm": 2.557764958966223,
      "learning_rate": 0.000135,
      "loss": 2.3176,
      "step": 900
    },
    {
      "epoch": 0.5634771732332708,
      "grad_norm": 2.422384340075775,
      "learning_rate": 0.00013514999999999998,
      "loss": 2.4743,
      "step": 901
    },
    {
      "epoch": 0.5641025641025641,
      "grad_norm": 2.4289280012043135,
      "learning_rate": 0.00013529999999999998,
      "loss": 2.405,
      "step": 902
    },
    {
      "epoch": 0.5647279549718575,
      "grad_norm": 2.6589287834211164,
      "learning_rate": 0.00013544999999999999,
      "loss": 2.3511,
      "step": 903
    },
    {
      "epoch": 0.5653533458411507,
      "grad_norm": 11.396658449928047,
      "learning_rate": 0.0001356,
      "loss": 2.4018,
      "step": 904
    },
    {
      "epoch": 0.5659787367104441,
      "grad_norm": 2.8142289650708285,
      "learning_rate": 0.00013575,
      "loss": 2.5591,
      "step": 905
    },
    {
      "epoch": 0.5666041275797373,
      "grad_norm": 2.571218300110555,
      "learning_rate": 0.0001359,
      "loss": 2.3828,
      "step": 906
    },
    {
      "epoch": 0.5672295184490307,
      "grad_norm": 3.137734603487114,
      "learning_rate": 0.00013605,
      "loss": 2.6697,
      "step": 907
    },
    {
      "epoch": 0.5678549093183239,
      "grad_norm": 2.695313735394113,
      "learning_rate": 0.0001362,
      "loss": 2.646,
      "step": 908
    },
    {
      "epoch": 0.5684803001876173,
      "grad_norm": 4.887901314326661,
      "learning_rate": 0.00013634999999999998,
      "loss": 2.3414,
      "step": 909
    },
    {
      "epoch": 0.5691056910569106,
      "grad_norm": 4.026310149242299,
      "learning_rate": 0.00013649999999999998,
      "loss": 2.235,
      "step": 910
    },
    {
      "epoch": 0.5697310819262039,
      "grad_norm": 2.806125375761992,
      "learning_rate": 0.00013665,
      "loss": 2.676,
      "step": 911
    },
    {
      "epoch": 0.5703564727954972,
      "grad_norm": 6.012336712877949,
      "learning_rate": 0.0001368,
      "loss": 2.3669,
      "step": 912
    },
    {
      "epoch": 0.5709818636647905,
      "grad_norm": 2.379000294917665,
      "learning_rate": 0.00013695,
      "loss": 2.5294,
      "step": 913
    },
    {
      "epoch": 0.5716072545340838,
      "grad_norm": 3.386062122056456,
      "learning_rate": 0.0001371,
      "loss": 2.7799,
      "step": 914
    },
    {
      "epoch": 0.5722326454033771,
      "grad_norm": 2.9819993905545066,
      "learning_rate": 0.00013725,
      "loss": 2.0247,
      "step": 915
    },
    {
      "epoch": 0.5728580362726704,
      "grad_norm": 3.0092326181943596,
      "learning_rate": 0.0001374,
      "loss": 2.6683,
      "step": 916
    },
    {
      "epoch": 0.5734834271419638,
      "grad_norm": 2.55486821866972,
      "learning_rate": 0.00013754999999999998,
      "loss": 2.3567,
      "step": 917
    },
    {
      "epoch": 0.574108818011257,
      "grad_norm": 2.7883494510840383,
      "learning_rate": 0.00013769999999999999,
      "loss": 2.8225,
      "step": 918
    },
    {
      "epoch": 0.5747342088805504,
      "grad_norm": 2.93924081977147,
      "learning_rate": 0.00013785,
      "loss": 2.57,
      "step": 919
    },
    {
      "epoch": 0.5753595997498436,
      "grad_norm": 2.415588417167588,
      "learning_rate": 0.000138,
      "loss": 2.4412,
      "step": 920
    },
    {
      "epoch": 0.575984990619137,
      "grad_norm": 2.562131320784893,
      "learning_rate": 0.00013815,
      "loss": 2.3985,
      "step": 921
    },
    {
      "epoch": 0.5766103814884302,
      "grad_norm": 2.6934380370115534,
      "learning_rate": 0.0001383,
      "loss": 2.321,
      "step": 922
    },
    {
      "epoch": 0.5772357723577236,
      "grad_norm": 2.636098569748549,
      "learning_rate": 0.00013845,
      "loss": 2.4254,
      "step": 923
    },
    {
      "epoch": 0.5778611632270169,
      "grad_norm": 2.400649068324641,
      "learning_rate": 0.0001386,
      "loss": 2.3791,
      "step": 924
    },
    {
      "epoch": 0.5784865540963102,
      "grad_norm": 2.892202503905161,
      "learning_rate": 0.00013874999999999998,
      "loss": 2.3657,
      "step": 925
    },
    {
      "epoch": 0.5791119449656035,
      "grad_norm": 2.3790389960397245,
      "learning_rate": 0.0001389,
      "loss": 2.3746,
      "step": 926
    },
    {
      "epoch": 0.5797373358348968,
      "grad_norm": 2.509694561823846,
      "learning_rate": 0.00013905,
      "loss": 2.2263,
      "step": 927
    },
    {
      "epoch": 0.5803627267041901,
      "grad_norm": 2.3793590944943683,
      "learning_rate": 0.0001392,
      "loss": 2.4712,
      "step": 928
    },
    {
      "epoch": 0.5809881175734835,
      "grad_norm": 2.688751879501623,
      "learning_rate": 0.00013935,
      "loss": 2.4837,
      "step": 929
    },
    {
      "epoch": 0.5816135084427767,
      "grad_norm": 2.540678017979943,
      "learning_rate": 0.0001395,
      "loss": 2.2601,
      "step": 930
    },
    {
      "epoch": 0.5822388993120701,
      "grad_norm": 2.4449129947969173,
      "learning_rate": 0.00013965,
      "loss": 2.496,
      "step": 931
    },
    {
      "epoch": 0.5828642901813633,
      "grad_norm": 3.5437038322842063,
      "learning_rate": 0.00013979999999999998,
      "loss": 2.4498,
      "step": 932
    },
    {
      "epoch": 0.5834896810506567,
      "grad_norm": 2.5339084601301094,
      "learning_rate": 0.00013995,
      "loss": 2.4976,
      "step": 933
    },
    {
      "epoch": 0.5841150719199499,
      "grad_norm": 2.329156459969535,
      "learning_rate": 0.0001401,
      "loss": 2.1152,
      "step": 934
    },
    {
      "epoch": 0.5847404627892433,
      "grad_norm": 2.460685064290492,
      "learning_rate": 0.00014025,
      "loss": 2.388,
      "step": 935
    },
    {
      "epoch": 0.5853658536585366,
      "grad_norm": 2.68224514208659,
      "learning_rate": 0.0001404,
      "loss": 2.4072,
      "step": 936
    },
    {
      "epoch": 0.5859912445278299,
      "grad_norm": 2.2409473631732255,
      "learning_rate": 0.00014055,
      "loss": 1.9092,
      "step": 937
    },
    {
      "epoch": 0.5866166353971232,
      "grad_norm": 2.8539099141916915,
      "learning_rate": 0.00014069999999999998,
      "loss": 2.4912,
      "step": 938
    },
    {
      "epoch": 0.5872420262664165,
      "grad_norm": 2.3621774633912125,
      "learning_rate": 0.00014084999999999998,
      "loss": 2.4372,
      "step": 939
    },
    {
      "epoch": 0.5878674171357098,
      "grad_norm": 2.7480174890792077,
      "learning_rate": 0.00014099999999999998,
      "loss": 2.1019,
      "step": 940
    },
    {
      "epoch": 0.5884928080050031,
      "grad_norm": 2.606981786092392,
      "learning_rate": 0.00014115,
      "loss": 2.5397,
      "step": 941
    },
    {
      "epoch": 0.5891181988742964,
      "grad_norm": 6.915426048562052,
      "learning_rate": 0.0001413,
      "loss": 2.3622,
      "step": 942
    },
    {
      "epoch": 0.5897435897435898,
      "grad_norm": 2.406305623825847,
      "learning_rate": 0.00014144999999999997,
      "loss": 2.4973,
      "step": 943
    },
    {
      "epoch": 0.590368980612883,
      "grad_norm": 2.625199366121393,
      "learning_rate": 0.00014159999999999997,
      "loss": 2.4457,
      "step": 944
    },
    {
      "epoch": 0.5909943714821764,
      "grad_norm": 2.349769880078752,
      "learning_rate": 0.00014174999999999998,
      "loss": 2.4905,
      "step": 945
    },
    {
      "epoch": 0.5916197623514696,
      "grad_norm": 2.3743319294613023,
      "learning_rate": 0.00014189999999999998,
      "loss": 2.4674,
      "step": 946
    },
    {
      "epoch": 0.592245153220763,
      "grad_norm": 2.4372219967213904,
      "learning_rate": 0.00014204999999999998,
      "loss": 2.2076,
      "step": 947
    },
    {
      "epoch": 0.5928705440900562,
      "grad_norm": 4.724794251115538,
      "learning_rate": 0.0001422,
      "loss": 2.4301,
      "step": 948
    },
    {
      "epoch": 0.5934959349593496,
      "grad_norm": 2.509639579790661,
      "learning_rate": 0.00014235,
      "loss": 2.43,
      "step": 949
    },
    {
      "epoch": 0.5941213258286429,
      "grad_norm": 2.659699005546924,
      "learning_rate": 0.0001425,
      "loss": 2.3717,
      "step": 950
    },
    {
      "epoch": 0.5947467166979362,
      "grad_norm": 10.180924043266117,
      "learning_rate": 0.00014264999999999997,
      "loss": 2.1179,
      "step": 951
    },
    {
      "epoch": 0.5953721075672295,
      "grad_norm": 2.7229190577112177,
      "learning_rate": 0.00014279999999999997,
      "loss": 2.3765,
      "step": 952
    },
    {
      "epoch": 0.5959974984365228,
      "grad_norm": 2.716589503009414,
      "learning_rate": 0.00014294999999999998,
      "loss": 2.5285,
      "step": 953
    },
    {
      "epoch": 0.5966228893058161,
      "grad_norm": 2.4697942760046447,
      "learning_rate": 0.00014309999999999998,
      "loss": 2.2903,
      "step": 954
    },
    {
      "epoch": 0.5972482801751094,
      "grad_norm": 2.559446640803495,
      "learning_rate": 0.00014324999999999999,
      "loss": 2.2277,
      "step": 955
    },
    {
      "epoch": 0.5978736710444027,
      "grad_norm": 2.755576797931457,
      "learning_rate": 0.0001434,
      "loss": 2.544,
      "step": 956
    },
    {
      "epoch": 0.5984990619136961,
      "grad_norm": 2.51689197921755,
      "learning_rate": 0.00014355,
      "loss": 2.4684,
      "step": 957
    },
    {
      "epoch": 0.5991244527829893,
      "grad_norm": 2.437731189349607,
      "learning_rate": 0.00014369999999999997,
      "loss": 2.4763,
      "step": 958
    },
    {
      "epoch": 0.5997498436522827,
      "grad_norm": 2.5713265882307605,
      "learning_rate": 0.00014384999999999997,
      "loss": 2.5735,
      "step": 959
    },
    {
      "epoch": 0.600375234521576,
      "grad_norm": 2.5715832455388523,
      "learning_rate": 0.00014399999999999998,
      "loss": 2.4918,
      "step": 960
    },
    {
      "epoch": 0.6010006253908693,
      "grad_norm": 2.7355995632708785,
      "learning_rate": 0.00014414999999999998,
      "loss": 2.2736,
      "step": 961
    },
    {
      "epoch": 0.6016260162601627,
      "grad_norm": 2.4059235850678227,
      "learning_rate": 0.00014429999999999998,
      "loss": 2.2804,
      "step": 962
    },
    {
      "epoch": 0.6022514071294559,
      "grad_norm": 2.365048166578706,
      "learning_rate": 0.00014445,
      "loss": 2.3245,
      "step": 963
    },
    {
      "epoch": 0.6028767979987493,
      "grad_norm": 2.70884439432851,
      "learning_rate": 0.0001446,
      "loss": 2.3206,
      "step": 964
    },
    {
      "epoch": 0.6035021888680425,
      "grad_norm": 2.4117810453142297,
      "learning_rate": 0.00014475,
      "loss": 2.192,
      "step": 965
    },
    {
      "epoch": 0.6041275797373359,
      "grad_norm": 2.843375022322849,
      "learning_rate": 0.00014489999999999997,
      "loss": 2.7379,
      "step": 966
    },
    {
      "epoch": 0.6047529706066291,
      "grad_norm": 2.284384346374539,
      "learning_rate": 0.00014504999999999997,
      "loss": 2.4069,
      "step": 967
    },
    {
      "epoch": 0.6053783614759225,
      "grad_norm": 2.4938305136801575,
      "learning_rate": 0.00014519999999999998,
      "loss": 2.2226,
      "step": 968
    },
    {
      "epoch": 0.6060037523452158,
      "grad_norm": 2.557118921872406,
      "learning_rate": 0.00014534999999999998,
      "loss": 2.447,
      "step": 969
    },
    {
      "epoch": 0.6066291432145091,
      "grad_norm": 2.7153639249839245,
      "learning_rate": 0.00014549999999999999,
      "loss": 2.5019,
      "step": 970
    },
    {
      "epoch": 0.6072545340838024,
      "grad_norm": 2.449496550316904,
      "learning_rate": 0.00014565,
      "loss": 2.3119,
      "step": 971
    },
    {
      "epoch": 0.6078799249530957,
      "grad_norm": 2.672463203706436,
      "learning_rate": 0.0001458,
      "loss": 2.2426,
      "step": 972
    },
    {
      "epoch": 0.608505315822389,
      "grad_norm": 2.3098303310861064,
      "learning_rate": 0.00014595,
      "loss": 2.1789,
      "step": 973
    },
    {
      "epoch": 0.6091307066916823,
      "grad_norm": 2.285452817366698,
      "learning_rate": 0.00014609999999999997,
      "loss": 2.3555,
      "step": 974
    },
    {
      "epoch": 0.6097560975609756,
      "grad_norm": 2.3716964918971652,
      "learning_rate": 0.00014624999999999998,
      "loss": 2.3231,
      "step": 975
    },
    {
      "epoch": 0.610381488430269,
      "grad_norm": 3.0210072003398123,
      "learning_rate": 0.00014639999999999998,
      "loss": 2.3647,
      "step": 976
    },
    {
      "epoch": 0.6110068792995622,
      "grad_norm": 2.4350713504061328,
      "learning_rate": 0.00014654999999999998,
      "loss": 2.2606,
      "step": 977
    },
    {
      "epoch": 0.6116322701688556,
      "grad_norm": 2.4400537242945464,
      "learning_rate": 0.0001467,
      "loss": 2.4357,
      "step": 978
    },
    {
      "epoch": 0.6122576610381488,
      "grad_norm": 2.347475839014812,
      "learning_rate": 0.00014685,
      "loss": 2.4814,
      "step": 979
    },
    {
      "epoch": 0.6128830519074422,
      "grad_norm": 2.7303635115723472,
      "learning_rate": 0.000147,
      "loss": 2.5955,
      "step": 980
    },
    {
      "epoch": 0.6135084427767354,
      "grad_norm": 2.480801779643552,
      "learning_rate": 0.00014714999999999997,
      "loss": 2.3794,
      "step": 981
    },
    {
      "epoch": 0.6141338336460288,
      "grad_norm": 2.205109304944886,
      "learning_rate": 0.00014729999999999998,
      "loss": 2.4517,
      "step": 982
    },
    {
      "epoch": 0.6147592245153221,
      "grad_norm": 2.564521264975548,
      "learning_rate": 0.00014744999999999998,
      "loss": 2.356,
      "step": 983
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 2.6167835725821855,
      "learning_rate": 0.00014759999999999998,
      "loss": 2.536,
      "step": 984
    },
    {
      "epoch": 0.6160100062539087,
      "grad_norm": 2.7623031890344087,
      "learning_rate": 0.00014774999999999999,
      "loss": 2.5953,
      "step": 985
    },
    {
      "epoch": 0.616635397123202,
      "grad_norm": 2.4660748306383122,
      "learning_rate": 0.0001479,
      "loss": 2.3702,
      "step": 986
    },
    {
      "epoch": 0.6172607879924953,
      "grad_norm": 2.2593565899043955,
      "learning_rate": 0.00014805,
      "loss": 2.4339,
      "step": 987
    },
    {
      "epoch": 0.6178861788617886,
      "grad_norm": 2.6308441361486916,
      "learning_rate": 0.0001482,
      "loss": 2.2638,
      "step": 988
    },
    {
      "epoch": 0.6185115697310819,
      "grad_norm": 2.299634557736706,
      "learning_rate": 0.00014834999999999997,
      "loss": 2.4716,
      "step": 989
    },
    {
      "epoch": 0.6191369606003753,
      "grad_norm": 2.2068064327115144,
      "learning_rate": 0.00014849999999999998,
      "loss": 2.4763,
      "step": 990
    },
    {
      "epoch": 0.6197623514696685,
      "grad_norm": 2.2351856600782014,
      "learning_rate": 0.00014864999999999998,
      "loss": 2.3089,
      "step": 991
    },
    {
      "epoch": 0.6203877423389619,
      "grad_norm": 2.390358404848731,
      "learning_rate": 0.00014879999999999998,
      "loss": 2.3443,
      "step": 992
    },
    {
      "epoch": 0.6210131332082551,
      "grad_norm": 2.1115794982259386,
      "learning_rate": 0.00014895,
      "loss": 2.4122,
      "step": 993
    },
    {
      "epoch": 0.6216385240775485,
      "grad_norm": 3.2152993632016655,
      "learning_rate": 0.0001491,
      "loss": 2.4601,
      "step": 994
    },
    {
      "epoch": 0.6222639149468417,
      "grad_norm": 2.353754366335863,
      "learning_rate": 0.00014925,
      "loss": 2.5425,
      "step": 995
    },
    {
      "epoch": 0.6228893058161351,
      "grad_norm": 2.486789837872064,
      "learning_rate": 0.0001494,
      "loss": 2.7059,
      "step": 996
    },
    {
      "epoch": 0.6235146966854284,
      "grad_norm": 2.2454781495441627,
      "learning_rate": 0.00014954999999999998,
      "loss": 2.442,
      "step": 997
    },
    {
      "epoch": 0.6241400875547217,
      "grad_norm": 2.814190929692488,
      "learning_rate": 0.00014969999999999998,
      "loss": 2.0841,
      "step": 998
    },
    {
      "epoch": 0.624765478424015,
      "grad_norm": 2.323573643070038,
      "learning_rate": 0.00014984999999999998,
      "loss": 2.4514,
      "step": 999
    },
    {
      "epoch": 0.6253908692933083,
      "grad_norm": 2.5639635917233945,
      "learning_rate": 0.00015,
      "loss": 2.3677,
      "step": 1000
    },
    {
      "epoch": 0.6260162601626016,
      "grad_norm": 2.4261226167233567,
      "learning_rate": 0.00015014999999999996,
      "loss": 2.3584,
      "step": 1001
    },
    {
      "epoch": 0.626641651031895,
      "grad_norm": 2.4727784711889726,
      "learning_rate": 0.0001503,
      "loss": 2.6251,
      "step": 1002
    },
    {
      "epoch": 0.6272670419011882,
      "grad_norm": 2.493657604915543,
      "learning_rate": 0.00015044999999999997,
      "loss": 2.3585,
      "step": 1003
    },
    {
      "epoch": 0.6278924327704816,
      "grad_norm": 2.412631092831271,
      "learning_rate": 0.00015059999999999997,
      "loss": 2.4848,
      "step": 1004
    },
    {
      "epoch": 0.6285178236397748,
      "grad_norm": 2.4374873174032405,
      "learning_rate": 0.00015074999999999998,
      "loss": 2.54,
      "step": 1005
    },
    {
      "epoch": 0.6291432145090682,
      "grad_norm": 2.416707992256228,
      "learning_rate": 0.00015089999999999998,
      "loss": 2.6602,
      "step": 1006
    },
    {
      "epoch": 0.6297686053783614,
      "grad_norm": 2.3508973104050708,
      "learning_rate": 0.00015104999999999996,
      "loss": 2.5965,
      "step": 1007
    },
    {
      "epoch": 0.6303939962476548,
      "grad_norm": 3.0198577747762516,
      "learning_rate": 0.0001512,
      "loss": 2.5854,
      "step": 1008
    },
    {
      "epoch": 0.631019387116948,
      "grad_norm": 2.187165065171229,
      "learning_rate": 0.00015134999999999997,
      "loss": 2.5402,
      "step": 1009
    },
    {
      "epoch": 0.6316447779862414,
      "grad_norm": 2.45793540974472,
      "learning_rate": 0.0001515,
      "loss": 2.4422,
      "step": 1010
    },
    {
      "epoch": 0.6322701688555347,
      "grad_norm": 2.2991928155288677,
      "learning_rate": 0.00015164999999999997,
      "loss": 2.3277,
      "step": 1011
    },
    {
      "epoch": 0.632895559724828,
      "grad_norm": 2.3189320974981036,
      "learning_rate": 0.00015179999999999998,
      "loss": 2.3678,
      "step": 1012
    },
    {
      "epoch": 0.6335209505941213,
      "grad_norm": 3.6000682736285223,
      "learning_rate": 0.00015194999999999998,
      "loss": 2.6596,
      "step": 1013
    },
    {
      "epoch": 0.6341463414634146,
      "grad_norm": 2.3714995718200353,
      "learning_rate": 0.00015209999999999998,
      "loss": 2.4073,
      "step": 1014
    },
    {
      "epoch": 0.6347717323327079,
      "grad_norm": 2.299775243366831,
      "learning_rate": 0.00015224999999999996,
      "loss": 2.3495,
      "step": 1015
    },
    {
      "epoch": 0.6353971232020013,
      "grad_norm": 2.55326902772084,
      "learning_rate": 0.0001524,
      "loss": 2.4157,
      "step": 1016
    },
    {
      "epoch": 0.6360225140712945,
      "grad_norm": 2.2897733448107114,
      "learning_rate": 0.00015254999999999997,
      "loss": 2.3145,
      "step": 1017
    },
    {
      "epoch": 0.6366479049405879,
      "grad_norm": 2.353134311410998,
      "learning_rate": 0.0001527,
      "loss": 2.3669,
      "step": 1018
    },
    {
      "epoch": 0.6372732958098811,
      "grad_norm": 2.1041285684164777,
      "learning_rate": 0.00015284999999999997,
      "loss": 2.3191,
      "step": 1019
    },
    {
      "epoch": 0.6378986866791745,
      "grad_norm": 2.251850053456151,
      "learning_rate": 0.00015299999999999998,
      "loss": 2.2389,
      "step": 1020
    },
    {
      "epoch": 0.6385240775484677,
      "grad_norm": 2.137670303206067,
      "learning_rate": 0.00015314999999999998,
      "loss": 2.3877,
      "step": 1021
    },
    {
      "epoch": 0.6391494684177611,
      "grad_norm": 2.307061163976445,
      "learning_rate": 0.00015329999999999999,
      "loss": 2.5316,
      "step": 1022
    },
    {
      "epoch": 0.6397748592870544,
      "grad_norm": 2.4167364976992554,
      "learning_rate": 0.00015344999999999996,
      "loss": 2.4764,
      "step": 1023
    },
    {
      "epoch": 0.6404002501563477,
      "grad_norm": 2.163600777346741,
      "learning_rate": 0.0001536,
      "loss": 2.2631,
      "step": 1024
    },
    {
      "epoch": 0.6410256410256411,
      "grad_norm": 2.7512191889057975,
      "learning_rate": 0.00015374999999999997,
      "loss": 2.0048,
      "step": 1025
    },
    {
      "epoch": 0.6416510318949343,
      "grad_norm": 2.4412614705758133,
      "learning_rate": 0.0001539,
      "loss": 2.4531,
      "step": 1026
    },
    {
      "epoch": 0.6422764227642277,
      "grad_norm": 2.5479332193114383,
      "learning_rate": 0.00015404999999999998,
      "loss": 2.356,
      "step": 1027
    },
    {
      "epoch": 0.642901813633521,
      "grad_norm": 2.780248360251277,
      "learning_rate": 0.00015419999999999998,
      "loss": 2.4612,
      "step": 1028
    },
    {
      "epoch": 0.6435272045028143,
      "grad_norm": 2.611729145605016,
      "learning_rate": 0.00015434999999999998,
      "loss": 2.3875,
      "step": 1029
    },
    {
      "epoch": 0.6441525953721076,
      "grad_norm": 2.508380432638083,
      "learning_rate": 0.0001545,
      "loss": 1.95,
      "step": 1030
    },
    {
      "epoch": 0.6447779862414009,
      "grad_norm": 2.340734417634343,
      "learning_rate": 0.00015464999999999996,
      "loss": 2.4533,
      "step": 1031
    },
    {
      "epoch": 0.6454033771106942,
      "grad_norm": 2.442815824271737,
      "learning_rate": 0.0001548,
      "loss": 2.4044,
      "step": 1032
    },
    {
      "epoch": 0.6460287679799875,
      "grad_norm": 2.554220713173967,
      "learning_rate": 0.00015494999999999997,
      "loss": 2.4228,
      "step": 1033
    },
    {
      "epoch": 0.6466541588492808,
      "grad_norm": 2.5041636886191405,
      "learning_rate": 0.0001551,
      "loss": 2.2208,
      "step": 1034
    },
    {
      "epoch": 0.6472795497185742,
      "grad_norm": 2.475419754010754,
      "learning_rate": 0.00015524999999999998,
      "loss": 2.2845,
      "step": 1035
    },
    {
      "epoch": 0.6479049405878674,
      "grad_norm": 2.441049384204551,
      "learning_rate": 0.00015539999999999998,
      "loss": 2.3924,
      "step": 1036
    },
    {
      "epoch": 0.6485303314571608,
      "grad_norm": 2.358297321531006,
      "learning_rate": 0.00015554999999999999,
      "loss": 2.4629,
      "step": 1037
    },
    {
      "epoch": 0.649155722326454,
      "grad_norm": 2.295152220567807,
      "learning_rate": 0.0001557,
      "loss": 2.2873,
      "step": 1038
    },
    {
      "epoch": 0.6497811131957474,
      "grad_norm": 2.4230122773963245,
      "learning_rate": 0.00015584999999999997,
      "loss": 2.5339,
      "step": 1039
    },
    {
      "epoch": 0.6504065040650406,
      "grad_norm": 2.2244298824343507,
      "learning_rate": 0.000156,
      "loss": 2.2891,
      "step": 1040
    },
    {
      "epoch": 0.651031894934334,
      "grad_norm": 2.2176860332749904,
      "learning_rate": 0.00015614999999999997,
      "loss": 2.2076,
      "step": 1041
    },
    {
      "epoch": 0.6516572858036273,
      "grad_norm": 2.4794664041924523,
      "learning_rate": 0.0001563,
      "loss": 2.4979,
      "step": 1042
    },
    {
      "epoch": 0.6522826766729206,
      "grad_norm": 2.4760219467399494,
      "learning_rate": 0.00015644999999999998,
      "loss": 2.461,
      "step": 1043
    },
    {
      "epoch": 0.6529080675422139,
      "grad_norm": 2.443423800849191,
      "learning_rate": 0.00015659999999999998,
      "loss": 2.3813,
      "step": 1044
    },
    {
      "epoch": 0.6535334584115072,
      "grad_norm": 2.4052629399812755,
      "learning_rate": 0.00015675,
      "loss": 2.5216,
      "step": 1045
    },
    {
      "epoch": 0.6541588492808005,
      "grad_norm": 2.523349486054221,
      "learning_rate": 0.0001569,
      "loss": 2.63,
      "step": 1046
    },
    {
      "epoch": 0.6547842401500938,
      "grad_norm": 2.394991552660842,
      "learning_rate": 0.00015704999999999997,
      "loss": 2.4569,
      "step": 1047
    },
    {
      "epoch": 0.6554096310193871,
      "grad_norm": 2.278103288251335,
      "learning_rate": 0.0001572,
      "loss": 2.117,
      "step": 1048
    },
    {
      "epoch": 0.6560350218886805,
      "grad_norm": 2.441058889510181,
      "learning_rate": 0.00015734999999999998,
      "loss": 2.4293,
      "step": 1049
    },
    {
      "epoch": 0.6566604127579737,
      "grad_norm": 1.9611318296926836,
      "learning_rate": 0.00015749999999999998,
      "loss": 2.2393,
      "step": 1050
    },
    {
      "epoch": 0.6572858036272671,
      "grad_norm": 2.495770840991818,
      "learning_rate": 0.00015764999999999998,
      "loss": 2.2591,
      "step": 1051
    },
    {
      "epoch": 0.6579111944965603,
      "grad_norm": 4.295929372844014,
      "learning_rate": 0.0001578,
      "loss": 2.6056,
      "step": 1052
    },
    {
      "epoch": 0.6585365853658537,
      "grad_norm": 2.15350457290561,
      "learning_rate": 0.00015794999999999996,
      "loss": 2.1142,
      "step": 1053
    },
    {
      "epoch": 0.6591619762351469,
      "grad_norm": 2.2659489346119805,
      "learning_rate": 0.0001581,
      "loss": 2.2399,
      "step": 1054
    },
    {
      "epoch": 0.6597873671044403,
      "grad_norm": 2.1173591135629044,
      "learning_rate": 0.00015824999999999997,
      "loss": 2.0079,
      "step": 1055
    },
    {
      "epoch": 0.6604127579737336,
      "grad_norm": 2.2407336138106486,
      "learning_rate": 0.0001584,
      "loss": 1.9759,
      "step": 1056
    },
    {
      "epoch": 0.6610381488430269,
      "grad_norm": 2.416458711786203,
      "learning_rate": 0.00015854999999999998,
      "loss": 2.3966,
      "step": 1057
    },
    {
      "epoch": 0.6616635397123202,
      "grad_norm": 2.577936992637299,
      "learning_rate": 0.00015869999999999998,
      "loss": 2.6067,
      "step": 1058
    },
    {
      "epoch": 0.6622889305816135,
      "grad_norm": 2.5665106474017576,
      "learning_rate": 0.00015884999999999999,
      "loss": 2.2835,
      "step": 1059
    },
    {
      "epoch": 0.6629143214509068,
      "grad_norm": 2.3096147835345135,
      "learning_rate": 0.000159,
      "loss": 2.4127,
      "step": 1060
    },
    {
      "epoch": 0.6635397123202001,
      "grad_norm": 2.505864249100584,
      "learning_rate": 0.00015914999999999997,
      "loss": 2.4827,
      "step": 1061
    },
    {
      "epoch": 0.6641651031894934,
      "grad_norm": 2.280696295833147,
      "learning_rate": 0.0001593,
      "loss": 2.4356,
      "step": 1062
    },
    {
      "epoch": 0.6647904940587868,
      "grad_norm": 2.197794368817271,
      "learning_rate": 0.00015944999999999997,
      "loss": 2.345,
      "step": 1063
    },
    {
      "epoch": 0.66541588492808,
      "grad_norm": 2.196888727013031,
      "learning_rate": 0.0001596,
      "loss": 2.1113,
      "step": 1064
    },
    {
      "epoch": 0.6660412757973734,
      "grad_norm": 2.2442928354963443,
      "learning_rate": 0.00015974999999999998,
      "loss": 2.0596,
      "step": 1065
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 2.4462851110820174,
      "learning_rate": 0.00015989999999999998,
      "loss": 2.5093,
      "step": 1066
    },
    {
      "epoch": 0.66729205753596,
      "grad_norm": 2.281085964802651,
      "learning_rate": 0.00016005,
      "loss": 2.3068,
      "step": 1067
    },
    {
      "epoch": 0.6679174484052532,
      "grad_norm": 2.159136245648159,
      "learning_rate": 0.0001602,
      "loss": 2.2364,
      "step": 1068
    },
    {
      "epoch": 0.6685428392745466,
      "grad_norm": 2.8056530225100125,
      "learning_rate": 0.00016034999999999997,
      "loss": 2.5279,
      "step": 1069
    },
    {
      "epoch": 0.6691682301438399,
      "grad_norm": 2.4001972697656315,
      "learning_rate": 0.0001605,
      "loss": 2.4627,
      "step": 1070
    },
    {
      "epoch": 0.6697936210131332,
      "grad_norm": 3.2764263001743927,
      "learning_rate": 0.00016064999999999997,
      "loss": 1.8942,
      "step": 1071
    },
    {
      "epoch": 0.6704190118824265,
      "grad_norm": 2.3038521080578844,
      "learning_rate": 0.0001608,
      "loss": 2.4467,
      "step": 1072
    },
    {
      "epoch": 0.6710444027517198,
      "grad_norm": 3.1622833615117636,
      "learning_rate": 0.00016094999999999998,
      "loss": 2.5407,
      "step": 1073
    },
    {
      "epoch": 0.6716697936210131,
      "grad_norm": 2.2491236949719573,
      "learning_rate": 0.00016109999999999999,
      "loss": 2.4174,
      "step": 1074
    },
    {
      "epoch": 0.6722951844903065,
      "grad_norm": 2.267493003208187,
      "learning_rate": 0.00016125,
      "loss": 2.5587,
      "step": 1075
    },
    {
      "epoch": 0.6729205753595997,
      "grad_norm": 2.50170014569698,
      "learning_rate": 0.0001614,
      "loss": 2.6339,
      "step": 1076
    },
    {
      "epoch": 0.6735459662288931,
      "grad_norm": 2.114937030722317,
      "learning_rate": 0.00016154999999999997,
      "loss": 1.8772,
      "step": 1077
    },
    {
      "epoch": 0.6741713570981863,
      "grad_norm": 2.331263837388348,
      "learning_rate": 0.0001617,
      "loss": 2.3507,
      "step": 1078
    },
    {
      "epoch": 0.6747967479674797,
      "grad_norm": 2.2967256764886548,
      "learning_rate": 0.00016184999999999998,
      "loss": 2.5286,
      "step": 1079
    },
    {
      "epoch": 0.6754221388367729,
      "grad_norm": 4.246504638902193,
      "learning_rate": 0.000162,
      "loss": 2.566,
      "step": 1080
    },
    {
      "epoch": 0.6760475297060663,
      "grad_norm": 2.3989723009464647,
      "learning_rate": 0.00016214999999999998,
      "loss": 2.4895,
      "step": 1081
    },
    {
      "epoch": 0.6766729205753595,
      "grad_norm": 2.0717494076629546,
      "learning_rate": 0.0001623,
      "loss": 1.9254,
      "step": 1082
    },
    {
      "epoch": 0.6772983114446529,
      "grad_norm": 2.7871741189491908,
      "learning_rate": 0.00016245,
      "loss": 2.3813,
      "step": 1083
    },
    {
      "epoch": 0.6779237023139462,
      "grad_norm": 2.1294660433128394,
      "learning_rate": 0.0001626,
      "loss": 2.2266,
      "step": 1084
    },
    {
      "epoch": 0.6785490931832395,
      "grad_norm": 2.4069772030026177,
      "learning_rate": 0.00016274999999999997,
      "loss": 1.8286,
      "step": 1085
    },
    {
      "epoch": 0.6791744840525328,
      "grad_norm": 2.323383848482933,
      "learning_rate": 0.0001629,
      "loss": 2.4494,
      "step": 1086
    },
    {
      "epoch": 0.6797998749218261,
      "grad_norm": 2.320006747710663,
      "learning_rate": 0.00016304999999999998,
      "loss": 2.3349,
      "step": 1087
    },
    {
      "epoch": 0.6804252657911195,
      "grad_norm": 2.4852779496817687,
      "learning_rate": 0.0001632,
      "loss": 2.4566,
      "step": 1088
    },
    {
      "epoch": 0.6810506566604128,
      "grad_norm": 2.1077857444910415,
      "learning_rate": 0.00016334999999999999,
      "loss": 2.3448,
      "step": 1089
    },
    {
      "epoch": 0.6816760475297061,
      "grad_norm": 2.332388783599601,
      "learning_rate": 0.0001635,
      "loss": 2.3456,
      "step": 1090
    },
    {
      "epoch": 0.6823014383989994,
      "grad_norm": 2.5338256488070154,
      "learning_rate": 0.00016365,
      "loss": 2.467,
      "step": 1091
    },
    {
      "epoch": 0.6829268292682927,
      "grad_norm": 2.5428595519827595,
      "learning_rate": 0.0001638,
      "loss": 2.4193,
      "step": 1092
    },
    {
      "epoch": 0.683552220137586,
      "grad_norm": 2.3185049231155426,
      "learning_rate": 0.00016394999999999997,
      "loss": 2.0188,
      "step": 1093
    },
    {
      "epoch": 0.6841776110068793,
      "grad_norm": 2.1394986953100537,
      "learning_rate": 0.0001641,
      "loss": 2.5577,
      "step": 1094
    },
    {
      "epoch": 0.6848030018761726,
      "grad_norm": 2.349042176797871,
      "learning_rate": 0.00016424999999999998,
      "loss": 2.3785,
      "step": 1095
    },
    {
      "epoch": 0.685428392745466,
      "grad_norm": 2.1571016875051368,
      "learning_rate": 0.0001644,
      "loss": 2.1879,
      "step": 1096
    },
    {
      "epoch": 0.6860537836147592,
      "grad_norm": 2.49241278652105,
      "learning_rate": 0.00016455,
      "loss": 2.4196,
      "step": 1097
    },
    {
      "epoch": 0.6866791744840526,
      "grad_norm": 2.356221066893675,
      "learning_rate": 0.0001647,
      "loss": 2.459,
      "step": 1098
    },
    {
      "epoch": 0.6873045653533458,
      "grad_norm": 2.4512036438140417,
      "learning_rate": 0.00016485,
      "loss": 2.3819,
      "step": 1099
    },
    {
      "epoch": 0.6879299562226392,
      "grad_norm": 2.145465404675114,
      "learning_rate": 0.000165,
      "loss": 1.9811,
      "step": 1100
    },
    {
      "epoch": 0.6885553470919324,
      "grad_norm": 2.4476778695270927,
      "learning_rate": 0.00016514999999999998,
      "loss": 2.3646,
      "step": 1101
    },
    {
      "epoch": 0.6891807379612258,
      "grad_norm": 2.1559051388485386,
      "learning_rate": 0.0001653,
      "loss": 2.2395,
      "step": 1102
    },
    {
      "epoch": 0.6898061288305191,
      "grad_norm": 3.2328067022979288,
      "learning_rate": 0.00016544999999999998,
      "loss": 2.4366,
      "step": 1103
    },
    {
      "epoch": 0.6904315196998124,
      "grad_norm": 2.40668552801505,
      "learning_rate": 0.0001656,
      "loss": 2.5537,
      "step": 1104
    },
    {
      "epoch": 0.6910569105691057,
      "grad_norm": 4.827000938281206,
      "learning_rate": 0.00016575,
      "loss": 2.2938,
      "step": 1105
    },
    {
      "epoch": 0.691682301438399,
      "grad_norm": 4.223536793469418,
      "learning_rate": 0.0001659,
      "loss": 2.5125,
      "step": 1106
    },
    {
      "epoch": 0.6923076923076923,
      "grad_norm": 2.3440577972729026,
      "learning_rate": 0.00016604999999999997,
      "loss": 2.473,
      "step": 1107
    },
    {
      "epoch": 0.6929330831769857,
      "grad_norm": 2.3253483967641024,
      "learning_rate": 0.0001662,
      "loss": 2.0196,
      "step": 1108
    },
    {
      "epoch": 0.6935584740462789,
      "grad_norm": 2.54347784420007,
      "learning_rate": 0.00016634999999999998,
      "loss": 2.6523,
      "step": 1109
    },
    {
      "epoch": 0.6941838649155723,
      "grad_norm": 2.270591463718892,
      "learning_rate": 0.0001665,
      "loss": 2.3572,
      "step": 1110
    },
    {
      "epoch": 0.6948092557848655,
      "grad_norm": 10.424266674675266,
      "learning_rate": 0.00016664999999999998,
      "loss": 2.442,
      "step": 1111
    },
    {
      "epoch": 0.6954346466541589,
      "grad_norm": 2.2352814629477327,
      "learning_rate": 0.0001668,
      "loss": 2.4543,
      "step": 1112
    },
    {
      "epoch": 0.6960600375234521,
      "grad_norm": 2.0875533135489697,
      "learning_rate": 0.00016695,
      "loss": 1.9664,
      "step": 1113
    },
    {
      "epoch": 0.6966854283927455,
      "grad_norm": 2.1000937440939706,
      "learning_rate": 0.0001671,
      "loss": 1.9559,
      "step": 1114
    },
    {
      "epoch": 0.6973108192620388,
      "grad_norm": 2.2685061856097866,
      "learning_rate": 0.00016724999999999997,
      "loss": 2.5614,
      "step": 1115
    },
    {
      "epoch": 0.6979362101313321,
      "grad_norm": 2.105694391574726,
      "learning_rate": 0.0001674,
      "loss": 2.2991,
      "step": 1116
    },
    {
      "epoch": 0.6985616010006254,
      "grad_norm": 2.3722441172682602,
      "learning_rate": 0.00016754999999999998,
      "loss": 2.34,
      "step": 1117
    },
    {
      "epoch": 0.6991869918699187,
      "grad_norm": 2.148708950606632,
      "learning_rate": 0.0001677,
      "loss": 2.4355,
      "step": 1118
    },
    {
      "epoch": 0.699812382739212,
      "grad_norm": 2.449881329143987,
      "learning_rate": 0.00016785,
      "loss": 2.5607,
      "step": 1119
    },
    {
      "epoch": 0.7004377736085053,
      "grad_norm": 2.174225077129894,
      "learning_rate": 0.000168,
      "loss": 2.3695,
      "step": 1120
    },
    {
      "epoch": 0.7010631644777986,
      "grad_norm": 2.6342798488203725,
      "learning_rate": 0.00016815,
      "loss": 2.3541,
      "step": 1121
    },
    {
      "epoch": 0.701688555347092,
      "grad_norm": 2.071943094384694,
      "learning_rate": 0.0001683,
      "loss": 2.2183,
      "step": 1122
    },
    {
      "epoch": 0.7023139462163852,
      "grad_norm": 2.4989873803418394,
      "learning_rate": 0.00016844999999999997,
      "loss": 2.5837,
      "step": 1123
    },
    {
      "epoch": 0.7029393370856786,
      "grad_norm": 2.3421211653762497,
      "learning_rate": 0.0001686,
      "loss": 2.5711,
      "step": 1124
    },
    {
      "epoch": 0.7035647279549718,
      "grad_norm": 2.2192171379477483,
      "learning_rate": 0.00016874999999999998,
      "loss": 2.0444,
      "step": 1125
    },
    {
      "epoch": 0.7041901188242652,
      "grad_norm": 2.3399593216244523,
      "learning_rate": 0.00016889999999999996,
      "loss": 1.8757,
      "step": 1126
    },
    {
      "epoch": 0.7048155096935584,
      "grad_norm": 2.3367643435813776,
      "learning_rate": 0.00016905,
      "loss": 2.2658,
      "step": 1127
    },
    {
      "epoch": 0.7054409005628518,
      "grad_norm": 5.584025965828036,
      "learning_rate": 0.00016919999999999997,
      "loss": 2.2967,
      "step": 1128
    },
    {
      "epoch": 0.706066291432145,
      "grad_norm": 2.9189513913621576,
      "learning_rate": 0.00016935,
      "loss": 2.5475,
      "step": 1129
    },
    {
      "epoch": 0.7066916823014384,
      "grad_norm": 2.1682672962327896,
      "learning_rate": 0.00016949999999999997,
      "loss": 2.44,
      "step": 1130
    },
    {
      "epoch": 0.7073170731707317,
      "grad_norm": 2.387011713599702,
      "learning_rate": 0.00016964999999999998,
      "loss": 2.5435,
      "step": 1131
    },
    {
      "epoch": 0.707942464040025,
      "grad_norm": 2.6980235704849576,
      "learning_rate": 0.00016979999999999998,
      "loss": 2.424,
      "step": 1132
    },
    {
      "epoch": 0.7085678549093183,
      "grad_norm": 2.2516564665111884,
      "learning_rate": 0.00016994999999999998,
      "loss": 2.5258,
      "step": 1133
    },
    {
      "epoch": 0.7091932457786116,
      "grad_norm": 2.455412699965052,
      "learning_rate": 0.00017009999999999996,
      "loss": 2.3164,
      "step": 1134
    },
    {
      "epoch": 0.7098186366479049,
      "grad_norm": 2.302001876869673,
      "learning_rate": 0.00017025,
      "loss": 2.3599,
      "step": 1135
    },
    {
      "epoch": 0.7104440275171983,
      "grad_norm": 2.0688414810868725,
      "learning_rate": 0.00017039999999999997,
      "loss": 1.9913,
      "step": 1136
    },
    {
      "epoch": 0.7110694183864915,
      "grad_norm": 2.6063359386587575,
      "learning_rate": 0.00017055,
      "loss": 2.5009,
      "step": 1137
    },
    {
      "epoch": 0.7116948092557849,
      "grad_norm": 2.264501131027944,
      "learning_rate": 0.00017069999999999998,
      "loss": 2.561,
      "step": 1138
    },
    {
      "epoch": 0.7123202001250781,
      "grad_norm": 2.2475914862284196,
      "learning_rate": 0.00017084999999999998,
      "loss": 2.5638,
      "step": 1139
    },
    {
      "epoch": 0.7129455909943715,
      "grad_norm": 2.089334377785343,
      "learning_rate": 0.00017099999999999998,
      "loss": 2.2035,
      "step": 1140
    },
    {
      "epoch": 0.7135709818636647,
      "grad_norm": 2.0803359835328594,
      "learning_rate": 0.00017114999999999999,
      "loss": 2.3813,
      "step": 1141
    },
    {
      "epoch": 0.7141963727329581,
      "grad_norm": 2.255704934080536,
      "learning_rate": 0.00017129999999999996,
      "loss": 2.3931,
      "step": 1142
    },
    {
      "epoch": 0.7148217636022514,
      "grad_norm": 2.451980244377643,
      "learning_rate": 0.00017145,
      "loss": 2.6226,
      "step": 1143
    },
    {
      "epoch": 0.7154471544715447,
      "grad_norm": 5.251892339915516,
      "learning_rate": 0.00017159999999999997,
      "loss": 2.3984,
      "step": 1144
    },
    {
      "epoch": 0.716072545340838,
      "grad_norm": 2.666855905267406,
      "learning_rate": 0.00017175,
      "loss": 2.4262,
      "step": 1145
    },
    {
      "epoch": 0.7166979362101313,
      "grad_norm": 2.453597571226557,
      "learning_rate": 0.00017189999999999998,
      "loss": 2.368,
      "step": 1146
    },
    {
      "epoch": 0.7173233270794246,
      "grad_norm": 2.3218876742969017,
      "learning_rate": 0.00017204999999999998,
      "loss": 2.3909,
      "step": 1147
    },
    {
      "epoch": 0.717948717948718,
      "grad_norm": 2.258951299768054,
      "learning_rate": 0.00017219999999999998,
      "loss": 2.0424,
      "step": 1148
    },
    {
      "epoch": 0.7185741088180112,
      "grad_norm": 2.9653915963346544,
      "learning_rate": 0.00017235,
      "loss": 2.3779,
      "step": 1149
    },
    {
      "epoch": 0.7191994996873046,
      "grad_norm": 2.3367523613830388,
      "learning_rate": 0.00017249999999999996,
      "loss": 2.4463,
      "step": 1150
    },
    {
      "epoch": 0.7198248905565978,
      "grad_norm": 2.0451533627482408,
      "learning_rate": 0.00017265,
      "loss": 2.1929,
      "step": 1151
    },
    {
      "epoch": 0.7204502814258912,
      "grad_norm": 2.701878916700509,
      "learning_rate": 0.00017279999999999997,
      "loss": 2.3285,
      "step": 1152
    },
    {
      "epoch": 0.7210756722951845,
      "grad_norm": 2.3011845076733612,
      "learning_rate": 0.00017294999999999998,
      "loss": 2.5679,
      "step": 1153
    },
    {
      "epoch": 0.7217010631644778,
      "grad_norm": 3.376226162853405,
      "learning_rate": 0.00017309999999999998,
      "loss": 2.5018,
      "step": 1154
    },
    {
      "epoch": 0.7223264540337712,
      "grad_norm": 2.3673364287242737,
      "learning_rate": 0.00017324999999999998,
      "loss": 2.5171,
      "step": 1155
    },
    {
      "epoch": 0.7229518449030644,
      "grad_norm": 2.1453435613328873,
      "learning_rate": 0.00017339999999999996,
      "loss": 2.4177,
      "step": 1156
    },
    {
      "epoch": 0.7235772357723578,
      "grad_norm": 2.531452801181377,
      "learning_rate": 0.00017355,
      "loss": 2.4082,
      "step": 1157
    },
    {
      "epoch": 0.724202626641651,
      "grad_norm": 2.492066634320544,
      "learning_rate": 0.00017369999999999997,
      "loss": 2.3193,
      "step": 1158
    },
    {
      "epoch": 0.7248280175109444,
      "grad_norm": 2.468945761584706,
      "learning_rate": 0.00017385,
      "loss": 2.6026,
      "step": 1159
    },
    {
      "epoch": 0.7254534083802376,
      "grad_norm": 2.2337114611909237,
      "learning_rate": 0.00017399999999999997,
      "loss": 2.4224,
      "step": 1160
    },
    {
      "epoch": 0.726078799249531,
      "grad_norm": 2.3831867939081683,
      "learning_rate": 0.00017414999999999998,
      "loss": 2.5718,
      "step": 1161
    },
    {
      "epoch": 0.7267041901188243,
      "grad_norm": 1.9626180224822456,
      "learning_rate": 0.00017429999999999998,
      "loss": 1.9556,
      "step": 1162
    },
    {
      "epoch": 0.7273295809881176,
      "grad_norm": 2.2870463091073345,
      "learning_rate": 0.00017444999999999998,
      "loss": 2.4585,
      "step": 1163
    },
    {
      "epoch": 0.7279549718574109,
      "grad_norm": 2.3485345306089123,
      "learning_rate": 0.00017459999999999996,
      "loss": 2.2577,
      "step": 1164
    },
    {
      "epoch": 0.7285803627267042,
      "grad_norm": 3.0268756024554584,
      "learning_rate": 0.00017475,
      "loss": 2.554,
      "step": 1165
    },
    {
      "epoch": 0.7292057535959975,
      "grad_norm": 2.1923719179076766,
      "learning_rate": 0.00017489999999999997,
      "loss": 2.441,
      "step": 1166
    },
    {
      "epoch": 0.7298311444652908,
      "grad_norm": 2.455150675142899,
      "learning_rate": 0.00017505,
      "loss": 2.5329,
      "step": 1167
    },
    {
      "epoch": 0.7304565353345841,
      "grad_norm": 2.354655347503752,
      "learning_rate": 0.00017519999999999998,
      "loss": 2.6912,
      "step": 1168
    },
    {
      "epoch": 0.7310819262038775,
      "grad_norm": 2.298918133480764,
      "learning_rate": 0.00017534999999999998,
      "loss": 2.4741,
      "step": 1169
    },
    {
      "epoch": 0.7317073170731707,
      "grad_norm": 2.4537113816982243,
      "learning_rate": 0.00017549999999999998,
      "loss": 2.3508,
      "step": 1170
    },
    {
      "epoch": 0.7323327079424641,
      "grad_norm": 2.8985074250235905,
      "learning_rate": 0.00017565,
      "loss": 2.4856,
      "step": 1171
    },
    {
      "epoch": 0.7329580988117573,
      "grad_norm": 2.263955134763924,
      "learning_rate": 0.00017579999999999996,
      "loss": 1.9899,
      "step": 1172
    },
    {
      "epoch": 0.7335834896810507,
      "grad_norm": 2.073545104784027,
      "learning_rate": 0.00017595,
      "loss": 2.6004,
      "step": 1173
    },
    {
      "epoch": 0.734208880550344,
      "grad_norm": 3.7993237320232547,
      "learning_rate": 0.00017609999999999997,
      "loss": 2.3573,
      "step": 1174
    },
    {
      "epoch": 0.7348342714196373,
      "grad_norm": 2.25929066497104,
      "learning_rate": 0.00017625,
      "loss": 2.2329,
      "step": 1175
    },
    {
      "epoch": 0.7354596622889306,
      "grad_norm": 25.68846142624249,
      "learning_rate": 0.00017639999999999998,
      "loss": 2.4014,
      "step": 1176
    },
    {
      "epoch": 0.7360850531582239,
      "grad_norm": 2.67388734954077,
      "learning_rate": 0.00017654999999999998,
      "loss": 2.353,
      "step": 1177
    },
    {
      "epoch": 0.7367104440275172,
      "grad_norm": 2.409328259931675,
      "learning_rate": 0.00017669999999999999,
      "loss": 2.0137,
      "step": 1178
    },
    {
      "epoch": 0.7373358348968105,
      "grad_norm": 3.0346060827989145,
      "learning_rate": 0.00017685,
      "loss": 2.3798,
      "step": 1179
    },
    {
      "epoch": 0.7379612257661038,
      "grad_norm": 157.84013767591784,
      "learning_rate": 0.00017699999999999997,
      "loss": 3.0386,
      "step": 1180
    },
    {
      "epoch": 0.7385866166353972,
      "grad_norm": 2.6777745425260298,
      "learning_rate": 0.00017715,
      "loss": 2.0867,
      "step": 1181
    },
    {
      "epoch": 0.7392120075046904,
      "grad_norm": 2.9483976411796835,
      "learning_rate": 0.00017729999999999997,
      "loss": 1.8889,
      "step": 1182
    },
    {
      "epoch": 0.7398373983739838,
      "grad_norm": 2.5684880082879675,
      "learning_rate": 0.00017745,
      "loss": 2.2305,
      "step": 1183
    },
    {
      "epoch": 0.740462789243277,
      "grad_norm": 2.4918352988767105,
      "learning_rate": 0.00017759999999999998,
      "loss": 2.578,
      "step": 1184
    },
    {
      "epoch": 0.7410881801125704,
      "grad_norm": 2.2495272627181735,
      "learning_rate": 0.00017774999999999998,
      "loss": 2.0993,
      "step": 1185
    },
    {
      "epoch": 0.7417135709818636,
      "grad_norm": 2.431316857794234,
      "learning_rate": 0.0001779,
      "loss": 2.4323,
      "step": 1186
    },
    {
      "epoch": 0.742338961851157,
      "grad_norm": 2.5254552694374395,
      "learning_rate": 0.00017805,
      "loss": 2.2364,
      "step": 1187
    },
    {
      "epoch": 0.7429643527204502,
      "grad_norm": 2.268840808935743,
      "learning_rate": 0.00017819999999999997,
      "loss": 2.3359,
      "step": 1188
    },
    {
      "epoch": 0.7435897435897436,
      "grad_norm": 2.213071246923398,
      "learning_rate": 0.00017835,
      "loss": 2.2533,
      "step": 1189
    },
    {
      "epoch": 0.7442151344590369,
      "grad_norm": 2.634914968491924,
      "learning_rate": 0.00017849999999999997,
      "loss": 2.4017,
      "step": 1190
    },
    {
      "epoch": 0.7448405253283302,
      "grad_norm": 2.630041529425653,
      "learning_rate": 0.00017865,
      "loss": 2.5891,
      "step": 1191
    },
    {
      "epoch": 0.7454659161976235,
      "grad_norm": 2.5779591936954085,
      "learning_rate": 0.00017879999999999998,
      "loss": 2.1895,
      "step": 1192
    },
    {
      "epoch": 0.7460913070669168,
      "grad_norm": 2.159688291433079,
      "learning_rate": 0.00017894999999999999,
      "loss": 1.9227,
      "step": 1193
    },
    {
      "epoch": 0.7467166979362101,
      "grad_norm": 2.5938737322980683,
      "learning_rate": 0.0001791,
      "loss": 2.6556,
      "step": 1194
    },
    {
      "epoch": 0.7473420888055035,
      "grad_norm": 2.3352403062554683,
      "learning_rate": 0.00017925,
      "loss": 2.1943,
      "step": 1195
    },
    {
      "epoch": 0.7479674796747967,
      "grad_norm": 2.404527324452935,
      "learning_rate": 0.00017939999999999997,
      "loss": 2.4818,
      "step": 1196
    },
    {
      "epoch": 0.7485928705440901,
      "grad_norm": 2.6937775961897428,
      "learning_rate": 0.00017955,
      "loss": 2.4997,
      "step": 1197
    },
    {
      "epoch": 0.7492182614133833,
      "grad_norm": 2.4004680309944866,
      "learning_rate": 0.00017969999999999998,
      "loss": 2.4598,
      "step": 1198
    },
    {
      "epoch": 0.7498436522826767,
      "grad_norm": 2.309204187261069,
      "learning_rate": 0.00017984999999999998,
      "loss": 2.3146,
      "step": 1199
    },
    {
      "epoch": 0.7504690431519699,
      "grad_norm": 2.475185275045174,
      "learning_rate": 0.00017999999999999998,
      "loss": 2.6711,
      "step": 1200
    },
    {
      "epoch": 0.7510944340212633,
      "grad_norm": 3.9509347372979033,
      "learning_rate": 0.00018015,
      "loss": 2.452,
      "step": 1201
    },
    {
      "epoch": 0.7517198248905566,
      "grad_norm": 2.5864423432080414,
      "learning_rate": 0.00018029999999999996,
      "loss": 2.2826,
      "step": 1202
    },
    {
      "epoch": 0.7523452157598499,
      "grad_norm": 4.037413338859752,
      "learning_rate": 0.00018045,
      "loss": 2.5441,
      "step": 1203
    },
    {
      "epoch": 0.7529706066291432,
      "grad_norm": 4.372600959688041,
      "learning_rate": 0.00018059999999999997,
      "loss": 2.4721,
      "step": 1204
    },
    {
      "epoch": 0.7535959974984365,
      "grad_norm": 2.3045311550628873,
      "learning_rate": 0.00018075,
      "loss": 2.3685,
      "step": 1205
    },
    {
      "epoch": 0.7542213883677298,
      "grad_norm": 2.376511140822845,
      "learning_rate": 0.00018089999999999998,
      "loss": 1.9203,
      "step": 1206
    },
    {
      "epoch": 0.7548467792370231,
      "grad_norm": 2.471282052662761,
      "learning_rate": 0.00018104999999999998,
      "loss": 2.3506,
      "step": 1207
    },
    {
      "epoch": 0.7554721701063164,
      "grad_norm": 2.2148482803074865,
      "learning_rate": 0.00018119999999999999,
      "loss": 2.0625,
      "step": 1208
    },
    {
      "epoch": 0.7560975609756098,
      "grad_norm": 2.2664944769079196,
      "learning_rate": 0.00018135,
      "loss": 2.3985,
      "step": 1209
    },
    {
      "epoch": 0.756722951844903,
      "grad_norm": 2.478423105062677,
      "learning_rate": 0.00018149999999999997,
      "loss": 2.565,
      "step": 1210
    },
    {
      "epoch": 0.7573483427141964,
      "grad_norm": 2.180834391499548,
      "learning_rate": 0.00018165,
      "loss": 2.4287,
      "step": 1211
    },
    {
      "epoch": 0.7579737335834896,
      "grad_norm": 2.1267679217507793,
      "learning_rate": 0.00018179999999999997,
      "loss": 2.3948,
      "step": 1212
    },
    {
      "epoch": 0.758599124452783,
      "grad_norm": 2.2162038992750803,
      "learning_rate": 0.00018195,
      "loss": 2.5482,
      "step": 1213
    },
    {
      "epoch": 0.7592245153220762,
      "grad_norm": 2.4002337678192323,
      "learning_rate": 0.00018209999999999998,
      "loss": 2.7044,
      "step": 1214
    },
    {
      "epoch": 0.7598499061913696,
      "grad_norm": 4.501817665702017,
      "learning_rate": 0.00018224999999999998,
      "loss": 2.4423,
      "step": 1215
    },
    {
      "epoch": 0.760475297060663,
      "grad_norm": 6.791368007163394,
      "learning_rate": 0.0001824,
      "loss": 2.4077,
      "step": 1216
    },
    {
      "epoch": 0.7611006879299562,
      "grad_norm": 2.6072583897505397,
      "learning_rate": 0.00018255,
      "loss": 2.491,
      "step": 1217
    },
    {
      "epoch": 0.7617260787992496,
      "grad_norm": 3.239553581177562,
      "learning_rate": 0.00018269999999999997,
      "loss": 2.4024,
      "step": 1218
    },
    {
      "epoch": 0.7623514696685428,
      "grad_norm": 2.318086045568868,
      "learning_rate": 0.00018285,
      "loss": 2.048,
      "step": 1219
    },
    {
      "epoch": 0.7629768605378362,
      "grad_norm": 2.1157146862752922,
      "learning_rate": 0.00018299999999999998,
      "loss": 2.4405,
      "step": 1220
    },
    {
      "epoch": 0.7636022514071295,
      "grad_norm": 1.8872534833162053,
      "learning_rate": 0.00018315,
      "loss": 1.8915,
      "step": 1221
    },
    {
      "epoch": 0.7642276422764228,
      "grad_norm": 2.229477723215672,
      "learning_rate": 0.00018329999999999998,
      "loss": 2.3771,
      "step": 1222
    },
    {
      "epoch": 0.7648530331457161,
      "grad_norm": 2.7114577143566763,
      "learning_rate": 0.00018345,
      "loss": 2.4229,
      "step": 1223
    },
    {
      "epoch": 0.7654784240150094,
      "grad_norm": 2.5315716363089202,
      "learning_rate": 0.0001836,
      "loss": 2.5192,
      "step": 1224
    },
    {
      "epoch": 0.7661038148843027,
      "grad_norm": 2.3169902441567176,
      "learning_rate": 0.00018375,
      "loss": 2.3033,
      "step": 1225
    },
    {
      "epoch": 0.766729205753596,
      "grad_norm": 1.9874531587352613,
      "learning_rate": 0.00018389999999999997,
      "loss": 2.2522,
      "step": 1226
    },
    {
      "epoch": 0.7673545966228893,
      "grad_norm": 2.227092265123672,
      "learning_rate": 0.00018405,
      "loss": 2.5307,
      "step": 1227
    },
    {
      "epoch": 0.7679799874921827,
      "grad_norm": 2.344471650768637,
      "learning_rate": 0.00018419999999999998,
      "loss": 1.9083,
      "step": 1228
    },
    {
      "epoch": 0.7686053783614759,
      "grad_norm": 2.2321112562916094,
      "learning_rate": 0.00018435,
      "loss": 2.3377,
      "step": 1229
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 2.471822636159715,
      "learning_rate": 0.00018449999999999999,
      "loss": 2.4142,
      "step": 1230
    },
    {
      "epoch": 0.7698561601000625,
      "grad_norm": 2.1857262173757137,
      "learning_rate": 0.00018465,
      "loss": 2.5149,
      "step": 1231
    },
    {
      "epoch": 0.7704815509693559,
      "grad_norm": 1.9645974392173926,
      "learning_rate": 0.0001848,
      "loss": 1.946,
      "step": 1232
    },
    {
      "epoch": 0.7711069418386491,
      "grad_norm": 2.280752794947638,
      "learning_rate": 0.00018495,
      "loss": 2.6344,
      "step": 1233
    },
    {
      "epoch": 0.7717323327079425,
      "grad_norm": 2.467450733556625,
      "learning_rate": 0.00018509999999999997,
      "loss": 2.5016,
      "step": 1234
    },
    {
      "epoch": 0.7723577235772358,
      "grad_norm": 2.140228643876798,
      "learning_rate": 0.00018525,
      "loss": 2.4732,
      "step": 1235
    },
    {
      "epoch": 0.7729831144465291,
      "grad_norm": 11.302029905229293,
      "learning_rate": 0.00018539999999999998,
      "loss": 2.4642,
      "step": 1236
    },
    {
      "epoch": 0.7736085053158224,
      "grad_norm": 2.358527020293173,
      "learning_rate": 0.00018555,
      "loss": 2.4694,
      "step": 1237
    },
    {
      "epoch": 0.7742338961851157,
      "grad_norm": 2.8397494986765177,
      "learning_rate": 0.0001857,
      "loss": 2.628,
      "step": 1238
    },
    {
      "epoch": 0.774859287054409,
      "grad_norm": 4.325279515440919,
      "learning_rate": 0.00018585,
      "loss": 2.4916,
      "step": 1239
    },
    {
      "epoch": 0.7754846779237023,
      "grad_norm": 12.7463099785346,
      "learning_rate": 0.000186,
      "loss": 2.4241,
      "step": 1240
    },
    {
      "epoch": 0.7761100687929956,
      "grad_norm": 2.74978541122779,
      "learning_rate": 0.00018615,
      "loss": 2.5406,
      "step": 1241
    },
    {
      "epoch": 0.776735459662289,
      "grad_norm": 2.302203190425158,
      "learning_rate": 0.00018629999999999997,
      "loss": 2.444,
      "step": 1242
    },
    {
      "epoch": 0.7773608505315822,
      "grad_norm": 4.183336652787206,
      "learning_rate": 0.00018645,
      "loss": 2.4441,
      "step": 1243
    },
    {
      "epoch": 0.7779862414008756,
      "grad_norm": 2.6357796101917645,
      "learning_rate": 0.00018659999999999998,
      "loss": 2.196,
      "step": 1244
    },
    {
      "epoch": 0.7786116322701688,
      "grad_norm": 2.4687374711595176,
      "learning_rate": 0.00018675,
      "loss": 2.4493,
      "step": 1245
    },
    {
      "epoch": 0.7792370231394622,
      "grad_norm": 2.9167995691749637,
      "learning_rate": 0.0001869,
      "loss": 2.2342,
      "step": 1246
    },
    {
      "epoch": 0.7798624140087554,
      "grad_norm": 2.542622549304785,
      "learning_rate": 0.00018705,
      "loss": 2.4157,
      "step": 1247
    },
    {
      "epoch": 0.7804878048780488,
      "grad_norm": 2.2185043011337275,
      "learning_rate": 0.0001872,
      "loss": 2.3667,
      "step": 1248
    },
    {
      "epoch": 0.7811131957473421,
      "grad_norm": 2.5045127344127294,
      "learning_rate": 0.00018735,
      "loss": 2.414,
      "step": 1249
    },
    {
      "epoch": 0.7817385866166354,
      "grad_norm": 2.422783579873003,
      "learning_rate": 0.00018749999999999998,
      "loss": 2.2953,
      "step": 1250
    },
    {
      "epoch": 0.7823639774859287,
      "grad_norm": 3.1830145930482048,
      "learning_rate": 0.00018764999999999998,
      "loss": 2.1478,
      "step": 1251
    },
    {
      "epoch": 0.782989368355222,
      "grad_norm": 2.229845641347697,
      "learning_rate": 0.00018779999999999998,
      "loss": 2.5108,
      "step": 1252
    },
    {
      "epoch": 0.7836147592245153,
      "grad_norm": 2.826541778180837,
      "learning_rate": 0.00018794999999999996,
      "loss": 2.3385,
      "step": 1253
    },
    {
      "epoch": 0.7842401500938087,
      "grad_norm": 2.097644263955767,
      "learning_rate": 0.0001881,
      "loss": 2.4393,
      "step": 1254
    },
    {
      "epoch": 0.7848655409631019,
      "grad_norm": 2.2039816954984937,
      "learning_rate": 0.00018824999999999997,
      "loss": 2.5076,
      "step": 1255
    },
    {
      "epoch": 0.7854909318323953,
      "grad_norm": 1.9491010993012465,
      "learning_rate": 0.00018839999999999997,
      "loss": 2.1282,
      "step": 1256
    },
    {
      "epoch": 0.7861163227016885,
      "grad_norm": 1.770496601326447,
      "learning_rate": 0.00018854999999999998,
      "loss": 2.2899,
      "step": 1257
    },
    {
      "epoch": 0.7867417135709819,
      "grad_norm": 1.7719390196801632,
      "learning_rate": 0.00018869999999999998,
      "loss": 2.1625,
      "step": 1258
    },
    {
      "epoch": 0.7873671044402751,
      "grad_norm": 2.26912589039709,
      "learning_rate": 0.00018884999999999996,
      "loss": 2.3208,
      "step": 1259
    },
    {
      "epoch": 0.7879924953095685,
      "grad_norm": 2.26917761917267,
      "learning_rate": 0.00018899999999999999,
      "loss": 2.4208,
      "step": 1260
    },
    {
      "epoch": 0.7886178861788617,
      "grad_norm": 2.354837427395811,
      "learning_rate": 0.00018914999999999996,
      "loss": 2.6617,
      "step": 1261
    },
    {
      "epoch": 0.7892432770481551,
      "grad_norm": 2.186920723506445,
      "learning_rate": 0.0001893,
      "loss": 2.3196,
      "step": 1262
    },
    {
      "epoch": 0.7898686679174484,
      "grad_norm": 2.3487658693457196,
      "learning_rate": 0.00018944999999999997,
      "loss": 2.5387,
      "step": 1263
    },
    {
      "epoch": 0.7904940587867417,
      "grad_norm": 2.1685494708546242,
      "learning_rate": 0.00018959999999999997,
      "loss": 2.3741,
      "step": 1264
    },
    {
      "epoch": 0.791119449656035,
      "grad_norm": 2.4843574038749825,
      "learning_rate": 0.00018974999999999998,
      "loss": 2.3104,
      "step": 1265
    },
    {
      "epoch": 0.7917448405253283,
      "grad_norm": 2.016980369581875,
      "learning_rate": 0.00018989999999999998,
      "loss": 1.9641,
      "step": 1266
    },
    {
      "epoch": 0.7923702313946216,
      "grad_norm": 2.2601770893763278,
      "learning_rate": 0.00019004999999999996,
      "loss": 2.2981,
      "step": 1267
    },
    {
      "epoch": 0.792995622263915,
      "grad_norm": 2.309439443470583,
      "learning_rate": 0.0001902,
      "loss": 2.6997,
      "step": 1268
    },
    {
      "epoch": 0.7936210131332082,
      "grad_norm": 2.198907230899256,
      "learning_rate": 0.00019034999999999996,
      "loss": 2.5551,
      "step": 1269
    },
    {
      "epoch": 0.7942464040025016,
      "grad_norm": 2.34368466133798,
      "learning_rate": 0.0001905,
      "loss": 2.635,
      "step": 1270
    },
    {
      "epoch": 0.7948717948717948,
      "grad_norm": 2.2717334364935917,
      "learning_rate": 0.00019064999999999997,
      "loss": 1.9978,
      "step": 1271
    },
    {
      "epoch": 0.7954971857410882,
      "grad_norm": 2.1182111777603865,
      "learning_rate": 0.00019079999999999998,
      "loss": 2.5558,
      "step": 1272
    },
    {
      "epoch": 0.7961225766103814,
      "grad_norm": 2.232874476743596,
      "learning_rate": 0.00019094999999999998,
      "loss": 2.39,
      "step": 1273
    },
    {
      "epoch": 0.7967479674796748,
      "grad_norm": 2.3420324028866055,
      "learning_rate": 0.00019109999999999998,
      "loss": 2.2031,
      "step": 1274
    },
    {
      "epoch": 0.797373358348968,
      "grad_norm": 2.4778268097015435,
      "learning_rate": 0.00019124999999999996,
      "loss": 2.4741,
      "step": 1275
    },
    {
      "epoch": 0.7979987492182614,
      "grad_norm": 2.1393956572958963,
      "learning_rate": 0.0001914,
      "loss": 2.4418,
      "step": 1276
    },
    {
      "epoch": 0.7986241400875547,
      "grad_norm": 1.9976693689623053,
      "learning_rate": 0.00019154999999999997,
      "loss": 2.4204,
      "step": 1277
    },
    {
      "epoch": 0.799249530956848,
      "grad_norm": 2.0036450006201205,
      "learning_rate": 0.0001917,
      "loss": 2.366,
      "step": 1278
    },
    {
      "epoch": 0.7998749218261413,
      "grad_norm": 1.8532754708808097,
      "learning_rate": 0.00019184999999999997,
      "loss": 2.3323,
      "step": 1279
    },
    {
      "epoch": 0.8005003126954346,
      "grad_norm": 2.0140688094516785,
      "learning_rate": 0.00019199999999999998,
      "loss": 2.3298,
      "step": 1280
    },
    {
      "epoch": 0.801125703564728,
      "grad_norm": 2.3659031556973065,
      "learning_rate": 0.00019214999999999998,
      "loss": 2.5176,
      "step": 1281
    },
    {
      "epoch": 0.8017510944340213,
      "grad_norm": 7.89006656174229,
      "learning_rate": 0.00019229999999999999,
      "loss": 2.1732,
      "step": 1282
    },
    {
      "epoch": 0.8023764853033146,
      "grad_norm": 2.0719721734109644,
      "learning_rate": 0.00019244999999999996,
      "loss": 2.1652,
      "step": 1283
    },
    {
      "epoch": 0.8030018761726079,
      "grad_norm": 4.771805508898344,
      "learning_rate": 0.0001926,
      "loss": 2.2868,
      "step": 1284
    },
    {
      "epoch": 0.8036272670419012,
      "grad_norm": 2.144036521761774,
      "learning_rate": 0.00019274999999999997,
      "loss": 2.5585,
      "step": 1285
    },
    {
      "epoch": 0.8042526579111945,
      "grad_norm": 1.9533749024908587,
      "learning_rate": 0.0001929,
      "loss": 2.2561,
      "step": 1286
    },
    {
      "epoch": 0.8048780487804879,
      "grad_norm": 2.0587146997430783,
      "learning_rate": 0.00019304999999999998,
      "loss": 1.9932,
      "step": 1287
    },
    {
      "epoch": 0.8055034396497811,
      "grad_norm": 1.9217072972012492,
      "learning_rate": 0.00019319999999999998,
      "loss": 2.1967,
      "step": 1288
    },
    {
      "epoch": 0.8061288305190745,
      "grad_norm": 1.9761235169322853,
      "learning_rate": 0.00019334999999999998,
      "loss": 1.7677,
      "step": 1289
    },
    {
      "epoch": 0.8067542213883677,
      "grad_norm": 2.0458813230490387,
      "learning_rate": 0.0001935,
      "loss": 2.2086,
      "step": 1290
    },
    {
      "epoch": 0.8073796122576611,
      "grad_norm": 2.240832998762198,
      "learning_rate": 0.00019364999999999996,
      "loss": 2.6055,
      "step": 1291
    },
    {
      "epoch": 0.8080050031269543,
      "grad_norm": 2.0468925878267243,
      "learning_rate": 0.0001938,
      "loss": 2.0421,
      "step": 1292
    },
    {
      "epoch": 0.8086303939962477,
      "grad_norm": 3.227347058497367,
      "learning_rate": 0.00019394999999999997,
      "loss": 2.3513,
      "step": 1293
    },
    {
      "epoch": 0.809255784865541,
      "grad_norm": 2.0376383866929944,
      "learning_rate": 0.0001941,
      "loss": 2.4325,
      "step": 1294
    },
    {
      "epoch": 0.8098811757348343,
      "grad_norm": 2.0374806661256493,
      "learning_rate": 0.00019424999999999998,
      "loss": 2.3594,
      "step": 1295
    },
    {
      "epoch": 0.8105065666041276,
      "grad_norm": 2.0011124924644674,
      "learning_rate": 0.00019439999999999998,
      "loss": 2.5528,
      "step": 1296
    },
    {
      "epoch": 0.8111319574734209,
      "grad_norm": 2.2005736419114736,
      "learning_rate": 0.00019454999999999999,
      "loss": 2.5461,
      "step": 1297
    },
    {
      "epoch": 0.8117573483427142,
      "grad_norm": 2.4059289807900193,
      "learning_rate": 0.0001947,
      "loss": 2.1173,
      "step": 1298
    },
    {
      "epoch": 0.8123827392120075,
      "grad_norm": 2.2128995350689022,
      "learning_rate": 0.00019484999999999997,
      "loss": 2.4972,
      "step": 1299
    },
    {
      "epoch": 0.8130081300813008,
      "grad_norm": 1.934109945777751,
      "learning_rate": 0.000195,
      "loss": 2.14,
      "step": 1300
    },
    {
      "epoch": 0.8136335209505942,
      "grad_norm": 2.2022358259053827,
      "learning_rate": 0.00019514999999999997,
      "loss": 2.5737,
      "step": 1301
    },
    {
      "epoch": 0.8142589118198874,
      "grad_norm": 2.0882225846833005,
      "learning_rate": 0.00019529999999999998,
      "loss": 2.0997,
      "step": 1302
    },
    {
      "epoch": 0.8148843026891808,
      "grad_norm": 2.2749908917198667,
      "learning_rate": 0.00019544999999999998,
      "loss": 2.4573,
      "step": 1303
    },
    {
      "epoch": 0.815509693558474,
      "grad_norm": 2.243823394057211,
      "learning_rate": 0.00019559999999999998,
      "loss": 2.3838,
      "step": 1304
    },
    {
      "epoch": 0.8161350844277674,
      "grad_norm": 1.9616716582566447,
      "learning_rate": 0.00019574999999999996,
      "loss": 1.9411,
      "step": 1305
    },
    {
      "epoch": 0.8167604752970606,
      "grad_norm": 2.1217930953593984,
      "learning_rate": 0.0001959,
      "loss": 2.3735,
      "step": 1306
    },
    {
      "epoch": 0.817385866166354,
      "grad_norm": 2.0220402050966917,
      "learning_rate": 0.00019604999999999997,
      "loss": 2.5199,
      "step": 1307
    },
    {
      "epoch": 0.8180112570356473,
      "grad_norm": 2.1650222187918415,
      "learning_rate": 0.0001962,
      "loss": 2.2627,
      "step": 1308
    },
    {
      "epoch": 0.8186366479049406,
      "grad_norm": 1.979991640640724,
      "learning_rate": 0.00019634999999999998,
      "loss": 2.4542,
      "step": 1309
    },
    {
      "epoch": 0.8192620387742339,
      "grad_norm": 1.8868683292059059,
      "learning_rate": 0.00019649999999999998,
      "loss": 1.9165,
      "step": 1310
    },
    {
      "epoch": 0.8198874296435272,
      "grad_norm": 2.3623276630974996,
      "learning_rate": 0.00019664999999999998,
      "loss": 2.6288,
      "step": 1311
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 1.9700174547669376,
      "learning_rate": 0.00019679999999999999,
      "loss": 2.4394,
      "step": 1312
    },
    {
      "epoch": 0.8211382113821138,
      "grad_norm": 4.559348941479997,
      "learning_rate": 0.00019694999999999996,
      "loss": 2.3216,
      "step": 1313
    },
    {
      "epoch": 0.8217636022514071,
      "grad_norm": 2.2462881649629596,
      "learning_rate": 0.0001971,
      "loss": 2.4451,
      "step": 1314
    },
    {
      "epoch": 0.8223889931207005,
      "grad_norm": 1.9931402775190084,
      "learning_rate": 0.00019724999999999997,
      "loss": 2.1993,
      "step": 1315
    },
    {
      "epoch": 0.8230143839899937,
      "grad_norm": 2.2324193798679515,
      "learning_rate": 0.0001974,
      "loss": 2.0672,
      "step": 1316
    },
    {
      "epoch": 0.8236397748592871,
      "grad_norm": 2.0792198215453985,
      "learning_rate": 0.00019754999999999998,
      "loss": 2.4318,
      "step": 1317
    },
    {
      "epoch": 0.8242651657285803,
      "grad_norm": 2.28900782689429,
      "learning_rate": 0.00019769999999999998,
      "loss": 2.1915,
      "step": 1318
    },
    {
      "epoch": 0.8248905565978737,
      "grad_norm": 2.0821246948404646,
      "learning_rate": 0.00019784999999999998,
      "loss": 2.3186,
      "step": 1319
    },
    {
      "epoch": 0.8255159474671669,
      "grad_norm": 2.1120486582136926,
      "learning_rate": 0.000198,
      "loss": 2.5744,
      "step": 1320
    },
    {
      "epoch": 0.8261413383364603,
      "grad_norm": 2.0316979339195655,
      "learning_rate": 0.00019814999999999996,
      "loss": 2.2982,
      "step": 1321
    },
    {
      "epoch": 0.8267667292057536,
      "grad_norm": 2.1025584634116288,
      "learning_rate": 0.0001983,
      "loss": 2.3434,
      "step": 1322
    },
    {
      "epoch": 0.8273921200750469,
      "grad_norm": 2.1620923697699856,
      "learning_rate": 0.00019844999999999997,
      "loss": 2.5288,
      "step": 1323
    },
    {
      "epoch": 0.8280175109443402,
      "grad_norm": 2.1392153249276884,
      "learning_rate": 0.0001986,
      "loss": 2.5582,
      "step": 1324
    },
    {
      "epoch": 0.8286429018136335,
      "grad_norm": 2.184492862907176,
      "learning_rate": 0.00019874999999999998,
      "loss": 2.5919,
      "step": 1325
    },
    {
      "epoch": 0.8292682926829268,
      "grad_norm": 2.3948760919210255,
      "learning_rate": 0.00019889999999999998,
      "loss": 2.3385,
      "step": 1326
    },
    {
      "epoch": 0.8298936835522202,
      "grad_norm": 7.004817794546138,
      "learning_rate": 0.00019905,
      "loss": 2.4407,
      "step": 1327
    },
    {
      "epoch": 0.8305190744215134,
      "grad_norm": 2.020005520561783,
      "learning_rate": 0.0001992,
      "loss": 1.8185,
      "step": 1328
    },
    {
      "epoch": 0.8311444652908068,
      "grad_norm": 410.6021358514227,
      "learning_rate": 0.00019934999999999997,
      "loss": 2.4338,
      "step": 1329
    },
    {
      "epoch": 0.8317698561601,
      "grad_norm": 2.2132017204490793,
      "learning_rate": 0.0001995,
      "loss": 2.2649,
      "step": 1330
    },
    {
      "epoch": 0.8323952470293934,
      "grad_norm": 2.9004223003274983,
      "learning_rate": 0.00019964999999999997,
      "loss": 2.4577,
      "step": 1331
    },
    {
      "epoch": 0.8330206378986866,
      "grad_norm": 2.1727010316822932,
      "learning_rate": 0.0001998,
      "loss": 2.3057,
      "step": 1332
    },
    {
      "epoch": 0.83364602876798,
      "grad_norm": 18.393897423082738,
      "learning_rate": 0.00019994999999999998,
      "loss": 2.6874,
      "step": 1333
    },
    {
      "epoch": 0.8342714196372732,
      "grad_norm": 2.2507360500760476,
      "learning_rate": 0.00020009999999999998,
      "loss": 2.5356,
      "step": 1334
    },
    {
      "epoch": 0.8348968105065666,
      "grad_norm": 84.17351480152884,
      "learning_rate": 0.00020025,
      "loss": 7.4499,
      "step": 1335
    },
    {
      "epoch": 0.8355222013758599,
      "grad_norm": 2.6221021426807085,
      "learning_rate": 0.0002004,
      "loss": 2.4217,
      "step": 1336
    },
    {
      "epoch": 0.8361475922451532,
      "grad_norm": 4.411693317721906,
      "learning_rate": 0.00020054999999999997,
      "loss": 2.3976,
      "step": 1337
    },
    {
      "epoch": 0.8367729831144465,
      "grad_norm": 4.522961264691177,
      "learning_rate": 0.0002007,
      "loss": 2.3796,
      "step": 1338
    },
    {
      "epoch": 0.8373983739837398,
      "grad_norm": 147.29013537345085,
      "learning_rate": 0.00020084999999999998,
      "loss": 2.6161,
      "step": 1339
    },
    {
      "epoch": 0.8380237648530331,
      "grad_norm": 4.071450396910731,
      "learning_rate": 0.000201,
      "loss": 2.3956,
      "step": 1340
    },
    {
      "epoch": 0.8386491557223265,
      "grad_norm": 3355.9089479437357,
      "learning_rate": 0.00020114999999999998,
      "loss": 4.9417,
      "step": 1341
    },
    {
      "epoch": 0.8392745465916197,
      "grad_norm": 90.94062177240649,
      "learning_rate": 0.0002013,
      "loss": 4.8668,
      "step": 1342
    },
    {
      "epoch": 0.8398999374609131,
      "grad_norm": 44.372822821149285,
      "learning_rate": 0.00020145,
      "loss": 4.7299,
      "step": 1343
    },
    {
      "epoch": 0.8405253283302064,
      "grad_norm": 69.57086257591135,
      "learning_rate": 0.0002016,
      "loss": 6.5192,
      "step": 1344
    },
    {
      "epoch": 0.8411507191994997,
      "grad_norm": 22.422067266151632,
      "learning_rate": 0.00020174999999999997,
      "loss": 6.3286,
      "step": 1345
    },
    {
      "epoch": 0.841776110068793,
      "grad_norm": 18.21152504919072,
      "learning_rate": 0.0002019,
      "loss": 5.8699,
      "step": 1346
    },
    {
      "epoch": 0.8424015009380863,
      "grad_norm": 14.426749407876564,
      "learning_rate": 0.00020204999999999998,
      "loss": 5.7029,
      "step": 1347
    },
    {
      "epoch": 0.8430268918073797,
      "grad_norm": 19.756918401643926,
      "learning_rate": 0.0002022,
      "loss": 5.658,
      "step": 1348
    },
    {
      "epoch": 0.8436522826766729,
      "grad_norm": 14.586473170732638,
      "learning_rate": 0.00020234999999999999,
      "loss": 5.5515,
      "step": 1349
    },
    {
      "epoch": 0.8442776735459663,
      "grad_norm": 22.749142157508054,
      "learning_rate": 0.0002025,
      "loss": 5.5743,
      "step": 1350
    },
    {
      "epoch": 0.8449030644152595,
      "grad_norm": 4.267794348325969,
      "learning_rate": 0.00020264999999999997,
      "loss": 5.4369,
      "step": 1351
    },
    {
      "epoch": 0.8455284552845529,
      "grad_norm": 9.509493558645438,
      "learning_rate": 0.0002028,
      "loss": 5.55,
      "step": 1352
    },
    {
      "epoch": 0.8461538461538461,
      "grad_norm": 10.138397464521985,
      "learning_rate": 0.00020294999999999997,
      "loss": 5.362,
      "step": 1353
    },
    {
      "epoch": 0.8467792370231395,
      "grad_norm": 5.163959630689394,
      "learning_rate": 0.0002031,
      "loss": 5.2396,
      "step": 1354
    },
    {
      "epoch": 0.8474046278924328,
      "grad_norm": 18.44184137483789,
      "learning_rate": 0.00020324999999999998,
      "loss": 5.7231,
      "step": 1355
    },
    {
      "epoch": 0.8480300187617261,
      "grad_norm": 3.2288995640570346,
      "learning_rate": 0.00020339999999999998,
      "loss": 5.374,
      "step": 1356
    },
    {
      "epoch": 0.8486554096310194,
      "grad_norm": 3.4897640657445903,
      "learning_rate": 0.00020355,
      "loss": 5.357,
      "step": 1357
    },
    {
      "epoch": 0.8492808005003127,
      "grad_norm": 2.870677728352761,
      "learning_rate": 0.0002037,
      "loss": 5.4119,
      "step": 1358
    },
    {
      "epoch": 0.849906191369606,
      "grad_norm": 4.533676564540769,
      "learning_rate": 0.00020384999999999997,
      "loss": 5.1827,
      "step": 1359
    },
    {
      "epoch": 0.8505315822388994,
      "grad_norm": 7.3317636043736005,
      "learning_rate": 0.000204,
      "loss": 5.1014,
      "step": 1360
    },
    {
      "epoch": 0.8511569731081926,
      "grad_norm": 7.846505720442384,
      "learning_rate": 0.00020414999999999997,
      "loss": 5.4164,
      "step": 1361
    },
    {
      "epoch": 0.851782363977486,
      "grad_norm": 2.836210724560247,
      "learning_rate": 0.0002043,
      "loss": 5.2798,
      "step": 1362
    },
    {
      "epoch": 0.8524077548467792,
      "grad_norm": 3.1433013071233775,
      "learning_rate": 0.00020444999999999998,
      "loss": 5.5155,
      "step": 1363
    },
    {
      "epoch": 0.8530331457160726,
      "grad_norm": 2.598706101774024,
      "learning_rate": 0.00020459999999999999,
      "loss": 5.1742,
      "step": 1364
    },
    {
      "epoch": 0.8536585365853658,
      "grad_norm": 3.9991015044288547,
      "learning_rate": 0.00020475,
      "loss": 5.1394,
      "step": 1365
    },
    {
      "epoch": 0.8542839274546592,
      "grad_norm": 2.8400754682933975,
      "learning_rate": 0.0002049,
      "loss": 5.2883,
      "step": 1366
    },
    {
      "epoch": 0.8549093183239524,
      "grad_norm": 3.0957112002786427,
      "learning_rate": 0.00020504999999999997,
      "loss": 5.2964,
      "step": 1367
    },
    {
      "epoch": 0.8555347091932458,
      "grad_norm": 3.2942023499478776,
      "learning_rate": 0.0002052,
      "loss": 5.2694,
      "step": 1368
    },
    {
      "epoch": 0.8561601000625391,
      "grad_norm": 2.7292335470129743,
      "learning_rate": 0.00020534999999999998,
      "loss": 5.1764,
      "step": 1369
    },
    {
      "epoch": 0.8567854909318324,
      "grad_norm": 2.8945928136108554,
      "learning_rate": 0.0002055,
      "loss": 5.3722,
      "step": 1370
    },
    {
      "epoch": 0.8574108818011257,
      "grad_norm": 3.248903322285823,
      "learning_rate": 0.00020564999999999998,
      "loss": 5.2236,
      "step": 1371
    },
    {
      "epoch": 0.858036272670419,
      "grad_norm": 3.088227591379887,
      "learning_rate": 0.0002058,
      "loss": 5.2038,
      "step": 1372
    },
    {
      "epoch": 0.8586616635397123,
      "grad_norm": 2.913392211855873,
      "learning_rate": 0.00020595,
      "loss": 5.3277,
      "step": 1373
    },
    {
      "epoch": 0.8592870544090057,
      "grad_norm": 2.876970045409911,
      "learning_rate": 0.0002061,
      "loss": 5.2485,
      "step": 1374
    },
    {
      "epoch": 0.8599124452782989,
      "grad_norm": 2.3297694409484095,
      "learning_rate": 0.00020624999999999997,
      "loss": 5.0917,
      "step": 1375
    },
    {
      "epoch": 0.8605378361475923,
      "grad_norm": 2.625845128702223,
      "learning_rate": 0.00020639999999999998,
      "loss": 5.118,
      "step": 1376
    },
    {
      "epoch": 0.8611632270168855,
      "grad_norm": 2.9891893540141306,
      "learning_rate": 0.00020654999999999998,
      "loss": 5.0798,
      "step": 1377
    },
    {
      "epoch": 0.8617886178861789,
      "grad_norm": 2.7471045736498554,
      "learning_rate": 0.00020669999999999996,
      "loss": 5.0462,
      "step": 1378
    },
    {
      "epoch": 0.8624140087554721,
      "grad_norm": 2.4205045289247415,
      "learning_rate": 0.00020684999999999999,
      "loss": 5.1191,
      "step": 1379
    },
    {
      "epoch": 0.8630393996247655,
      "grad_norm": 2.6995205051723516,
      "learning_rate": 0.00020699999999999996,
      "loss": 4.821,
      "step": 1380
    },
    {
      "epoch": 0.8636647904940588,
      "grad_norm": 2.3388597020482496,
      "learning_rate": 0.00020715,
      "loss": 5.0451,
      "step": 1381
    },
    {
      "epoch": 0.8642901813633521,
      "grad_norm": 2.660573074623416,
      "learning_rate": 0.00020729999999999997,
      "loss": 4.9906,
      "step": 1382
    },
    {
      "epoch": 0.8649155722326454,
      "grad_norm": 3.5693170340148535,
      "learning_rate": 0.00020744999999999997,
      "loss": 4.9117,
      "step": 1383
    },
    {
      "epoch": 0.8655409631019387,
      "grad_norm": 9.82782954729292,
      "learning_rate": 0.00020759999999999998,
      "loss": 5.1747,
      "step": 1384
    },
    {
      "epoch": 0.866166353971232,
      "grad_norm": 12.71721748097684,
      "learning_rate": 0.00020774999999999998,
      "loss": 5.6137,
      "step": 1385
    },
    {
      "epoch": 0.8667917448405253,
      "grad_norm": 4.206146230382764,
      "learning_rate": 0.00020789999999999996,
      "loss": 4.9228,
      "step": 1386
    },
    {
      "epoch": 0.8674171357098186,
      "grad_norm": 4.721506676504973,
      "learning_rate": 0.00020805,
      "loss": 5.1328,
      "step": 1387
    },
    {
      "epoch": 0.868042526579112,
      "grad_norm": 3.538003939524483,
      "learning_rate": 0.00020819999999999996,
      "loss": 5.1307,
      "step": 1388
    },
    {
      "epoch": 0.8686679174484052,
      "grad_norm": 3.3486555782762433,
      "learning_rate": 0.00020835,
      "loss": 4.971,
      "step": 1389
    },
    {
      "epoch": 0.8692933083176986,
      "grad_norm": 3.511448007443994,
      "learning_rate": 0.00020849999999999997,
      "loss": 5.0753,
      "step": 1390
    },
    {
      "epoch": 0.8699186991869918,
      "grad_norm": 2.7920224629391237,
      "learning_rate": 0.00020864999999999998,
      "loss": 5.1491,
      "step": 1391
    },
    {
      "epoch": 0.8705440900562852,
      "grad_norm": 3.5191925162959192,
      "learning_rate": 0.00020879999999999998,
      "loss": 4.9688,
      "step": 1392
    },
    {
      "epoch": 0.8711694809255784,
      "grad_norm": 4.697539178260103,
      "learning_rate": 0.00020894999999999998,
      "loss": 5.2195,
      "step": 1393
    },
    {
      "epoch": 0.8717948717948718,
      "grad_norm": 3.3106832882377533,
      "learning_rate": 0.00020909999999999996,
      "loss": 4.9662,
      "step": 1394
    },
    {
      "epoch": 0.8724202626641651,
      "grad_norm": 6.055672378185073,
      "learning_rate": 0.00020925,
      "loss": 4.9544,
      "step": 1395
    },
    {
      "epoch": 0.8730456535334584,
      "grad_norm": 4.588145309002948,
      "learning_rate": 0.00020939999999999997,
      "loss": 4.9655,
      "step": 1396
    },
    {
      "epoch": 0.8736710444027517,
      "grad_norm": 7.025208448001148,
      "learning_rate": 0.00020955,
      "loss": 4.8642,
      "step": 1397
    },
    {
      "epoch": 0.874296435272045,
      "grad_norm": 3.726127176531546,
      "learning_rate": 0.00020969999999999997,
      "loss": 4.7406,
      "step": 1398
    },
    {
      "epoch": 0.8749218261413383,
      "grad_norm": 5.459329365506002,
      "learning_rate": 0.00020984999999999998,
      "loss": 4.889,
      "step": 1399
    },
    {
      "epoch": 0.8755472170106317,
      "grad_norm": 4.723299768455679,
      "learning_rate": 0.00020999999999999998,
      "loss": 4.7298,
      "step": 1400
    },
    {
      "epoch": 0.8761726078799249,
      "grad_norm": 7.766666247160718,
      "learning_rate": 0.00021014999999999999,
      "loss": 4.8106,
      "step": 1401
    },
    {
      "epoch": 0.8767979987492183,
      "grad_norm": 2.6282520410031123,
      "learning_rate": 0.00021029999999999996,
      "loss": 4.7358,
      "step": 1402
    },
    {
      "epoch": 0.8774233896185115,
      "grad_norm": 4.1385696601321005,
      "learning_rate": 0.00021045,
      "loss": 4.4644,
      "step": 1403
    },
    {
      "epoch": 0.8780487804878049,
      "grad_norm": 2.7845891142671335,
      "learning_rate": 0.00021059999999999997,
      "loss": 4.5992,
      "step": 1404
    },
    {
      "epoch": 0.8786741713570981,
      "grad_norm": 3.230708449167842,
      "learning_rate": 0.00021074999999999997,
      "loss": 4.5948,
      "step": 1405
    },
    {
      "epoch": 0.8792995622263915,
      "grad_norm": 7.047221627862413,
      "learning_rate": 0.00021089999999999998,
      "loss": 4.754,
      "step": 1406
    },
    {
      "epoch": 0.8799249530956847,
      "grad_norm": 4.277387993111647,
      "learning_rate": 0.00021104999999999998,
      "loss": 4.3871,
      "step": 1407
    },
    {
      "epoch": 0.8805503439649781,
      "grad_norm": 5.390459376420994,
      "learning_rate": 0.00021119999999999996,
      "loss": 4.5146,
      "step": 1408
    },
    {
      "epoch": 0.8811757348342715,
      "grad_norm": 5.459873177019322,
      "learning_rate": 0.00021135,
      "loss": 4.4992,
      "step": 1409
    },
    {
      "epoch": 0.8818011257035647,
      "grad_norm": 5.174691586952163,
      "learning_rate": 0.00021149999999999996,
      "loss": 4.2254,
      "step": 1410
    },
    {
      "epoch": 0.8824265165728581,
      "grad_norm": 3.3300841761362348,
      "learning_rate": 0.00021165,
      "loss": 4.1106,
      "step": 1411
    },
    {
      "epoch": 0.8830519074421513,
      "grad_norm": 5.047300805246571,
      "learning_rate": 0.00021179999999999997,
      "loss": 4.0626,
      "step": 1412
    },
    {
      "epoch": 0.8836772983114447,
      "grad_norm": 5.805692007508457,
      "learning_rate": 0.00021194999999999997,
      "loss": 3.7086,
      "step": 1413
    },
    {
      "epoch": 0.884302689180738,
      "grad_norm": 7.7962927062587575,
      "learning_rate": 0.00021209999999999998,
      "loss": 3.7823,
      "step": 1414
    },
    {
      "epoch": 0.8849280800500313,
      "grad_norm": 9.793643161320588,
      "learning_rate": 0.00021224999999999998,
      "loss": 3.0114,
      "step": 1415
    },
    {
      "epoch": 0.8855534709193246,
      "grad_norm": 8.996116037291124,
      "learning_rate": 0.00021239999999999996,
      "loss": 3.1029,
      "step": 1416
    },
    {
      "epoch": 0.8861788617886179,
      "grad_norm": 11.481109195856583,
      "learning_rate": 0.00021255,
      "loss": 3.2503,
      "step": 1417
    },
    {
      "epoch": 0.8868042526579112,
      "grad_norm": 4.476989633950264,
      "learning_rate": 0.00021269999999999997,
      "loss": 2.3345,
      "step": 1418
    },
    {
      "epoch": 0.8874296435272045,
      "grad_norm": 40.65119483714447,
      "learning_rate": 0.00021285,
      "loss": 3.0147,
      "step": 1419
    },
    {
      "epoch": 0.8880550343964978,
      "grad_norm": 32.28874422702866,
      "learning_rate": 0.00021299999999999997,
      "loss": 5.2221,
      "step": 1420
    },
    {
      "epoch": 0.8886804252657912,
      "grad_norm": 8.040136999667222,
      "learning_rate": 0.00021314999999999998,
      "loss": 2.9415,
      "step": 1421
    },
    {
      "epoch": 0.8893058161350844,
      "grad_norm": 6.959234370659724,
      "learning_rate": 0.00021329999999999998,
      "loss": 2.5408,
      "step": 1422
    },
    {
      "epoch": 0.8899312070043778,
      "grad_norm": 12.34665311487143,
      "learning_rate": 0.00021344999999999998,
      "loss": 2.8398,
      "step": 1423
    },
    {
      "epoch": 0.890556597873671,
      "grad_norm": 7.771609746533574,
      "learning_rate": 0.00021359999999999996,
      "loss": 3.0383,
      "step": 1424
    },
    {
      "epoch": 0.8911819887429644,
      "grad_norm": 7.714917452936849,
      "learning_rate": 0.00021375,
      "loss": 2.4819,
      "step": 1425
    },
    {
      "epoch": 0.8918073796122576,
      "grad_norm": 5.738996053513568,
      "learning_rate": 0.00021389999999999997,
      "loss": 2.877,
      "step": 1426
    },
    {
      "epoch": 0.892432770481551,
      "grad_norm": 5.287036246229512,
      "learning_rate": 0.00021405,
      "loss": 2.6049,
      "step": 1427
    },
    {
      "epoch": 0.8930581613508443,
      "grad_norm": 12.98248484188145,
      "learning_rate": 0.00021419999999999998,
      "loss": 2.4951,
      "step": 1428
    },
    {
      "epoch": 0.8936835522201376,
      "grad_norm": 6.78599292580021,
      "learning_rate": 0.00021434999999999998,
      "loss": 2.1519,
      "step": 1429
    },
    {
      "epoch": 0.8943089430894309,
      "grad_norm": 14.121797604121658,
      "learning_rate": 0.00021449999999999998,
      "loss": 2.7566,
      "step": 1430
    },
    {
      "epoch": 0.8949343339587242,
      "grad_norm": 4.069555458978884,
      "learning_rate": 0.00021464999999999999,
      "loss": 2.543,
      "step": 1431
    },
    {
      "epoch": 0.8955597248280175,
      "grad_norm": 7.567147210846303,
      "learning_rate": 0.00021479999999999996,
      "loss": 2.5742,
      "step": 1432
    },
    {
      "epoch": 0.8961851156973109,
      "grad_norm": 5.752813305623609,
      "learning_rate": 0.00021495,
      "loss": 2.5503,
      "step": 1433
    },
    {
      "epoch": 0.8968105065666041,
      "grad_norm": 4.696198136920724,
      "learning_rate": 0.00021509999999999997,
      "loss": 2.6069,
      "step": 1434
    },
    {
      "epoch": 0.8974358974358975,
      "grad_norm": 3.170597462879454,
      "learning_rate": 0.00021525,
      "loss": 2.5586,
      "step": 1435
    },
    {
      "epoch": 0.8980612883051907,
      "grad_norm": 2.6609250941635385,
      "learning_rate": 0.00021539999999999998,
      "loss": 2.7235,
      "step": 1436
    },
    {
      "epoch": 0.8986866791744841,
      "grad_norm": 2.8331500056508627,
      "learning_rate": 0.00021554999999999998,
      "loss": 2.5889,
      "step": 1437
    },
    {
      "epoch": 0.8993120700437773,
      "grad_norm": 2.4632415428808554,
      "learning_rate": 0.00021569999999999998,
      "loss": 2.248,
      "step": 1438
    },
    {
      "epoch": 0.8999374609130707,
      "grad_norm": 63.78120750251085,
      "learning_rate": 0.00021585,
      "loss": 2.5524,
      "step": 1439
    },
    {
      "epoch": 0.900562851782364,
      "grad_norm": 2.8932073283600417,
      "learning_rate": 0.00021599999999999996,
      "loss": 2.5046,
      "step": 1440
    },
    {
      "epoch": 0.9011882426516573,
      "grad_norm": 4.612755101234074,
      "learning_rate": 0.00021615,
      "loss": 2.326,
      "step": 1441
    },
    {
      "epoch": 0.9018136335209506,
      "grad_norm": 5.154836405108242,
      "learning_rate": 0.00021629999999999997,
      "loss": 2.4297,
      "step": 1442
    },
    {
      "epoch": 0.9024390243902439,
      "grad_norm": 3.3482463629178363,
      "learning_rate": 0.00021645,
      "loss": 2.071,
      "step": 1443
    },
    {
      "epoch": 0.9030644152595372,
      "grad_norm": 4.685275870919675,
      "learning_rate": 0.00021659999999999998,
      "loss": 2.5297,
      "step": 1444
    },
    {
      "epoch": 0.9036898061288305,
      "grad_norm": 4.038670656825155,
      "learning_rate": 0.00021674999999999998,
      "loss": 2.7025,
      "step": 1445
    },
    {
      "epoch": 0.9043151969981238,
      "grad_norm": 3.062048116707887,
      "learning_rate": 0.0002169,
      "loss": 2.3618,
      "step": 1446
    },
    {
      "epoch": 0.9049405878674172,
      "grad_norm": 2.5920016974984277,
      "learning_rate": 0.00021705,
      "loss": 2.3011,
      "step": 1447
    },
    {
      "epoch": 0.9055659787367104,
      "grad_norm": 2.8302766031348376,
      "learning_rate": 0.00021719999999999997,
      "loss": 2.5023,
      "step": 1448
    },
    {
      "epoch": 0.9061913696060038,
      "grad_norm": 2.7789699544329025,
      "learning_rate": 0.00021735,
      "loss": 2.3127,
      "step": 1449
    },
    {
      "epoch": 0.906816760475297,
      "grad_norm": 2.9679598144261887,
      "learning_rate": 0.00021749999999999997,
      "loss": 2.5043,
      "step": 1450
    },
    {
      "epoch": 0.9074421513445904,
      "grad_norm": 2.1891574403244767,
      "learning_rate": 0.00021764999999999998,
      "loss": 2.4577,
      "step": 1451
    },
    {
      "epoch": 0.9080675422138836,
      "grad_norm": 2.635632274909412,
      "learning_rate": 0.00021779999999999998,
      "loss": 2.3485,
      "step": 1452
    },
    {
      "epoch": 0.908692933083177,
      "grad_norm": 3.272602295851393,
      "learning_rate": 0.00021794999999999999,
      "loss": 2.7904,
      "step": 1453
    },
    {
      "epoch": 0.9093183239524703,
      "grad_norm": 2.797389945763818,
      "learning_rate": 0.00021809999999999996,
      "loss": 2.3755,
      "step": 1454
    },
    {
      "epoch": 0.9099437148217636,
      "grad_norm": 2.5305546587625543,
      "learning_rate": 0.00021825,
      "loss": 2.6155,
      "step": 1455
    },
    {
      "epoch": 0.9105691056910569,
      "grad_norm": 2.0401053608903505,
      "learning_rate": 0.00021839999999999997,
      "loss": 2.3135,
      "step": 1456
    },
    {
      "epoch": 0.9111944965603502,
      "grad_norm": 2.5508359391401756,
      "learning_rate": 0.00021855,
      "loss": 2.3665,
      "step": 1457
    },
    {
      "epoch": 0.9118198874296435,
      "grad_norm": 2.2358232656864994,
      "learning_rate": 0.00021869999999999998,
      "loss": 2.3582,
      "step": 1458
    },
    {
      "epoch": 0.9124452782989368,
      "grad_norm": 8.540451289200622,
      "learning_rate": 0.00021884999999999998,
      "loss": 2.7055,
      "step": 1459
    },
    {
      "epoch": 0.9130706691682301,
      "grad_norm": 2.411100728960112,
      "learning_rate": 0.00021899999999999998,
      "loss": 2.4211,
      "step": 1460
    },
    {
      "epoch": 0.9136960600375235,
      "grad_norm": 3.3096858009614687,
      "learning_rate": 0.00021915,
      "loss": 2.4714,
      "step": 1461
    },
    {
      "epoch": 0.9143214509068167,
      "grad_norm": 2.3181302485065256,
      "learning_rate": 0.00021929999999999996,
      "loss": 2.5856,
      "step": 1462
    },
    {
      "epoch": 0.9149468417761101,
      "grad_norm": 3.075042998697885,
      "learning_rate": 0.00021945,
      "loss": 2.6831,
      "step": 1463
    },
    {
      "epoch": 0.9155722326454033,
      "grad_norm": 2.1537184456706977,
      "learning_rate": 0.00021959999999999997,
      "loss": 2.4529,
      "step": 1464
    },
    {
      "epoch": 0.9161976235146967,
      "grad_norm": 2.4132237958444738,
      "learning_rate": 0.00021975,
      "loss": 2.4391,
      "step": 1465
    },
    {
      "epoch": 0.9168230143839899,
      "grad_norm": 2.100176987834442,
      "learning_rate": 0.00021989999999999998,
      "loss": 2.3439,
      "step": 1466
    },
    {
      "epoch": 0.9174484052532833,
      "grad_norm": 3.8788893137115577,
      "learning_rate": 0.00022004999999999998,
      "loss": 2.1018,
      "step": 1467
    },
    {
      "epoch": 0.9180737961225766,
      "grad_norm": 2.571084883701496,
      "learning_rate": 0.00022019999999999999,
      "loss": 2.5187,
      "step": 1468
    },
    {
      "epoch": 0.9186991869918699,
      "grad_norm": 2.4293688316674396,
      "learning_rate": 0.00022035,
      "loss": 2.6366,
      "step": 1469
    },
    {
      "epoch": 0.9193245778611632,
      "grad_norm": 2.0769038555844603,
      "learning_rate": 0.00022049999999999997,
      "loss": 2.3362,
      "step": 1470
    },
    {
      "epoch": 0.9199499687304565,
      "grad_norm": 2.349278535909694,
      "learning_rate": 0.00022065,
      "loss": 2.5904,
      "step": 1471
    },
    {
      "epoch": 0.9205753595997499,
      "grad_norm": 2.448151477474494,
      "learning_rate": 0.00022079999999999997,
      "loss": 2.504,
      "step": 1472
    },
    {
      "epoch": 0.9212007504690432,
      "grad_norm": 1.8802591738844616,
      "learning_rate": 0.00022095,
      "loss": 2.3753,
      "step": 1473
    },
    {
      "epoch": 0.9218261413383365,
      "grad_norm": 2.133219149034066,
      "learning_rate": 0.00022109999999999998,
      "loss": 2.3417,
      "step": 1474
    },
    {
      "epoch": 0.9224515322076298,
      "grad_norm": 2.1025130800360667,
      "learning_rate": 0.00022124999999999998,
      "loss": 2.4271,
      "step": 1475
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 1.9536044365109315,
      "learning_rate": 0.0002214,
      "loss": 2.3162,
      "step": 1476
    },
    {
      "epoch": 0.9237023139462164,
      "grad_norm": 2.156893127260724,
      "learning_rate": 0.00022155,
      "loss": 2.4633,
      "step": 1477
    },
    {
      "epoch": 0.9243277048155097,
      "grad_norm": 1.8368251603042924,
      "learning_rate": 0.00022169999999999997,
      "loss": 2.3976,
      "step": 1478
    },
    {
      "epoch": 0.924953095684803,
      "grad_norm": 2.0151808078641076,
      "learning_rate": 0.00022185,
      "loss": 2.2192,
      "step": 1479
    },
    {
      "epoch": 0.9255784865540964,
      "grad_norm": 2.259425068185373,
      "learning_rate": 0.00022199999999999998,
      "loss": 2.2787,
      "step": 1480
    },
    {
      "epoch": 0.9262038774233896,
      "grad_norm": 2.440657403133739,
      "learning_rate": 0.00022215,
      "loss": 2.5006,
      "step": 1481
    },
    {
      "epoch": 0.926829268292683,
      "grad_norm": 2.031994797608332,
      "learning_rate": 0.00022229999999999998,
      "loss": 2.2371,
      "step": 1482
    },
    {
      "epoch": 0.9274546591619762,
      "grad_norm": 1.775568522531465,
      "learning_rate": 0.00022244999999999999,
      "loss": 1.9661,
      "step": 1483
    },
    {
      "epoch": 0.9280800500312696,
      "grad_norm": 2.6412477806583214,
      "learning_rate": 0.0002226,
      "loss": 2.4877,
      "step": 1484
    },
    {
      "epoch": 0.9287054409005628,
      "grad_norm": 1.9392509219265623,
      "learning_rate": 0.00022275,
      "loss": 2.6904,
      "step": 1485
    },
    {
      "epoch": 0.9293308317698562,
      "grad_norm": 2.3620086771086775,
      "learning_rate": 0.00022289999999999997,
      "loss": 2.2088,
      "step": 1486
    },
    {
      "epoch": 0.9299562226391495,
      "grad_norm": 3.337931219417148,
      "learning_rate": 0.00022305,
      "loss": 2.4506,
      "step": 1487
    },
    {
      "epoch": 0.9305816135084428,
      "grad_norm": 1.8669519913265702,
      "learning_rate": 0.00022319999999999998,
      "loss": 2.1848,
      "step": 1488
    },
    {
      "epoch": 0.9312070043777361,
      "grad_norm": 2.0654179098705305,
      "learning_rate": 0.00022335,
      "loss": 2.5124,
      "step": 1489
    },
    {
      "epoch": 0.9318323952470294,
      "grad_norm": 1.8590784183451434,
      "learning_rate": 0.00022349999999999998,
      "loss": 1.9673,
      "step": 1490
    },
    {
      "epoch": 0.9324577861163227,
      "grad_norm": 2.5355740154319624,
      "learning_rate": 0.00022365,
      "loss": 2.3128,
      "step": 1491
    },
    {
      "epoch": 0.933083176985616,
      "grad_norm": 3.957417929377326,
      "learning_rate": 0.0002238,
      "loss": 2.343,
      "step": 1492
    },
    {
      "epoch": 0.9337085678549093,
      "grad_norm": 7.26703461038358,
      "learning_rate": 0.00022395,
      "loss": 2.4295,
      "step": 1493
    },
    {
      "epoch": 0.9343339587242027,
      "grad_norm": 2.188635318734948,
      "learning_rate": 0.00022409999999999997,
      "loss": 2.4985,
      "step": 1494
    },
    {
      "epoch": 0.9349593495934959,
      "grad_norm": 2.6810915048637303,
      "learning_rate": 0.00022425,
      "loss": 2.4394,
      "step": 1495
    },
    {
      "epoch": 0.9355847404627893,
      "grad_norm": 2.107569758930583,
      "learning_rate": 0.00022439999999999998,
      "loss": 2.5278,
      "step": 1496
    },
    {
      "epoch": 0.9362101313320825,
      "grad_norm": 1.926013153548095,
      "learning_rate": 0.00022455,
      "loss": 2.6122,
      "step": 1497
    },
    {
      "epoch": 0.9368355222013759,
      "grad_norm": 2.0855311004586086,
      "learning_rate": 0.0002247,
      "loss": 2.484,
      "step": 1498
    },
    {
      "epoch": 0.9374609130706691,
      "grad_norm": 3.4952011463234713,
      "learning_rate": 0.00022485,
      "loss": 2.3324,
      "step": 1499
    },
    {
      "epoch": 0.9380863039399625,
      "grad_norm": 2.4674855736308134,
      "learning_rate": 0.000225,
      "loss": 1.8891,
      "step": 1500
    },
    {
      "epoch": 0.9387116948092558,
      "grad_norm": 2.6537655881259763,
      "learning_rate": 0.00022514999999999997,
      "loss": 2.3651,
      "step": 1501
    },
    {
      "epoch": 0.9393370856785491,
      "grad_norm": 1.9897046927762374,
      "learning_rate": 0.00022529999999999997,
      "loss": 2.4493,
      "step": 1502
    },
    {
      "epoch": 0.9399624765478424,
      "grad_norm": 2.0247331762617438,
      "learning_rate": 0.00022544999999999995,
      "loss": 2.0893,
      "step": 1503
    },
    {
      "epoch": 0.9405878674171357,
      "grad_norm": 2.6168530689541476,
      "learning_rate": 0.00022559999999999998,
      "loss": 2.541,
      "step": 1504
    },
    {
      "epoch": 0.941213258286429,
      "grad_norm": 2.0754241297958256,
      "learning_rate": 0.00022574999999999996,
      "loss": 2.0969,
      "step": 1505
    },
    {
      "epoch": 0.9418386491557224,
      "grad_norm": 1.8017756626864734,
      "learning_rate": 0.0002259,
      "loss": 2.0352,
      "step": 1506
    },
    {
      "epoch": 0.9424640400250156,
      "grad_norm": 2.2486056955117615,
      "learning_rate": 0.00022604999999999997,
      "loss": 2.3833,
      "step": 1507
    },
    {
      "epoch": 0.943089430894309,
      "grad_norm": 2.2591390707747823,
      "learning_rate": 0.00022619999999999997,
      "loss": 2.5678,
      "step": 1508
    },
    {
      "epoch": 0.9437148217636022,
      "grad_norm": 2.1079250221157264,
      "learning_rate": 0.00022634999999999997,
      "loss": 2.5165,
      "step": 1509
    },
    {
      "epoch": 0.9443402126328956,
      "grad_norm": 2.4321233355304694,
      "learning_rate": 0.00022649999999999998,
      "loss": 2.574,
      "step": 1510
    },
    {
      "epoch": 0.9449656035021888,
      "grad_norm": 2.1324793835258826,
      "learning_rate": 0.00022664999999999995,
      "loss": 2.5657,
      "step": 1511
    },
    {
      "epoch": 0.9455909943714822,
      "grad_norm": 3.0569880437917782,
      "learning_rate": 0.00022679999999999998,
      "loss": 2.4097,
      "step": 1512
    },
    {
      "epoch": 0.9462163852407754,
      "grad_norm": 1.942455857864032,
      "learning_rate": 0.00022694999999999996,
      "loss": 2.5438,
      "step": 1513
    },
    {
      "epoch": 0.9468417761100688,
      "grad_norm": 1.9316620990375293,
      "learning_rate": 0.0002271,
      "loss": 2.1187,
      "step": 1514
    },
    {
      "epoch": 0.9474671669793621,
      "grad_norm": 2.252267897173568,
      "learning_rate": 0.00022724999999999997,
      "loss": 2.0736,
      "step": 1515
    },
    {
      "epoch": 0.9480925578486554,
      "grad_norm": 2.1281798363992595,
      "learning_rate": 0.00022739999999999997,
      "loss": 2.244,
      "step": 1516
    },
    {
      "epoch": 0.9487179487179487,
      "grad_norm": 2.243000211278204,
      "learning_rate": 0.00022754999999999997,
      "loss": 2.5734,
      "step": 1517
    },
    {
      "epoch": 0.949343339587242,
      "grad_norm": 1.9722319781943345,
      "learning_rate": 0.00022769999999999998,
      "loss": 2.2986,
      "step": 1518
    },
    {
      "epoch": 0.9499687304565353,
      "grad_norm": 2.1588652827392503,
      "learning_rate": 0.00022784999999999995,
      "loss": 2.4906,
      "step": 1519
    },
    {
      "epoch": 0.9505941213258287,
      "grad_norm": 1.9429662101344054,
      "learning_rate": 0.00022799999999999999,
      "loss": 2.2872,
      "step": 1520
    },
    {
      "epoch": 0.9512195121951219,
      "grad_norm": 2.073624292501253,
      "learning_rate": 0.00022814999999999996,
      "loss": 2.5283,
      "step": 1521
    },
    {
      "epoch": 0.9518449030644153,
      "grad_norm": 1.9460938645541466,
      "learning_rate": 0.0002283,
      "loss": 2.2202,
      "step": 1522
    },
    {
      "epoch": 0.9524702939337085,
      "grad_norm": 1.9323776208938248,
      "learning_rate": 0.00022844999999999997,
      "loss": 2.3572,
      "step": 1523
    },
    {
      "epoch": 0.9530956848030019,
      "grad_norm": 2.195616867235774,
      "learning_rate": 0.00022859999999999997,
      "loss": 2.5332,
      "step": 1524
    },
    {
      "epoch": 0.9537210756722951,
      "grad_norm": 2.351748508363853,
      "learning_rate": 0.00022874999999999998,
      "loss": 2.4017,
      "step": 1525
    },
    {
      "epoch": 0.9543464665415885,
      "grad_norm": 2.10567064912451,
      "learning_rate": 0.00022889999999999998,
      "loss": 2.4057,
      "step": 1526
    },
    {
      "epoch": 0.9549718574108818,
      "grad_norm": 2.1028890369663418,
      "learning_rate": 0.00022904999999999996,
      "loss": 2.5604,
      "step": 1527
    },
    {
      "epoch": 0.9555972482801751,
      "grad_norm": 3.1918299417720633,
      "learning_rate": 0.0002292,
      "loss": 1.9893,
      "step": 1528
    },
    {
      "epoch": 0.9562226391494684,
      "grad_norm": 2.0531700207043024,
      "learning_rate": 0.00022934999999999996,
      "loss": 2.5212,
      "step": 1529
    },
    {
      "epoch": 0.9568480300187617,
      "grad_norm": 1.9936590386579656,
      "learning_rate": 0.0002295,
      "loss": 2.2339,
      "step": 1530
    },
    {
      "epoch": 0.957473420888055,
      "grad_norm": 1.8748470667413657,
      "learning_rate": 0.00022964999999999997,
      "loss": 1.883,
      "step": 1531
    },
    {
      "epoch": 0.9580988117573483,
      "grad_norm": 1.8861575006146407,
      "learning_rate": 0.00022979999999999997,
      "loss": 2.549,
      "step": 1532
    },
    {
      "epoch": 0.9587242026266416,
      "grad_norm": 1.9101375546654273,
      "learning_rate": 0.00022994999999999998,
      "loss": 2.0632,
      "step": 1533
    },
    {
      "epoch": 0.959349593495935,
      "grad_norm": 1.9602847152409204,
      "learning_rate": 0.00023009999999999998,
      "loss": 2.0733,
      "step": 1534
    },
    {
      "epoch": 0.9599749843652282,
      "grad_norm": 2.4444824275733055,
      "learning_rate": 0.00023024999999999996,
      "loss": 1.8915,
      "step": 1535
    },
    {
      "epoch": 0.9606003752345216,
      "grad_norm": 2.3453047449420175,
      "learning_rate": 0.0002304,
      "loss": 2.3628,
      "step": 1536
    },
    {
      "epoch": 0.9612257661038149,
      "grad_norm": 2.0950658276516836,
      "learning_rate": 0.00023054999999999997,
      "loss": 2.201,
      "step": 1537
    },
    {
      "epoch": 0.9618511569731082,
      "grad_norm": 2.4728526740813828,
      "learning_rate": 0.0002307,
      "loss": 2.598,
      "step": 1538
    },
    {
      "epoch": 0.9624765478424016,
      "grad_norm": 2.0217242576574836,
      "learning_rate": 0.00023084999999999997,
      "loss": 2.5292,
      "step": 1539
    },
    {
      "epoch": 0.9631019387116948,
      "grad_norm": 2.072714077754054,
      "learning_rate": 0.00023099999999999998,
      "loss": 2.4094,
      "step": 1540
    },
    {
      "epoch": 0.9637273295809882,
      "grad_norm": 2.273055076278647,
      "learning_rate": 0.00023114999999999998,
      "loss": 2.4111,
      "step": 1541
    },
    {
      "epoch": 0.9643527204502814,
      "grad_norm": 1.9017772717338173,
      "learning_rate": 0.00023129999999999998,
      "loss": 2.5172,
      "step": 1542
    },
    {
      "epoch": 0.9649781113195748,
      "grad_norm": 2.0521618441675984,
      "learning_rate": 0.00023144999999999996,
      "loss": 2.2028,
      "step": 1543
    },
    {
      "epoch": 0.965603502188868,
      "grad_norm": 2.073677194468351,
      "learning_rate": 0.0002316,
      "loss": 2.3741,
      "step": 1544
    },
    {
      "epoch": 0.9662288930581614,
      "grad_norm": 2.010218501623577,
      "learning_rate": 0.00023174999999999997,
      "loss": 2.4121,
      "step": 1545
    },
    {
      "epoch": 0.9668542839274546,
      "grad_norm": 2.2459724138381905,
      "learning_rate": 0.0002319,
      "loss": 2.4957,
      "step": 1546
    },
    {
      "epoch": 0.967479674796748,
      "grad_norm": 2.1230572243934867,
      "learning_rate": 0.00023204999999999998,
      "loss": 2.269,
      "step": 1547
    },
    {
      "epoch": 0.9681050656660413,
      "grad_norm": 1.7946790336868301,
      "learning_rate": 0.00023219999999999998,
      "loss": 2.2231,
      "step": 1548
    },
    {
      "epoch": 0.9687304565353346,
      "grad_norm": 2.0560123964094013,
      "learning_rate": 0.00023234999999999998,
      "loss": 2.2308,
      "step": 1549
    },
    {
      "epoch": 0.9693558474046279,
      "grad_norm": 1.9132774321481065,
      "learning_rate": 0.00023249999999999999,
      "loss": 2.3561,
      "step": 1550
    },
    {
      "epoch": 0.9699812382739212,
      "grad_norm": 1.7233324441500777,
      "learning_rate": 0.00023264999999999996,
      "loss": 2.2159,
      "step": 1551
    },
    {
      "epoch": 0.9706066291432145,
      "grad_norm": 1.8179166563649263,
      "learning_rate": 0.0002328,
      "loss": 2.1764,
      "step": 1552
    },
    {
      "epoch": 0.9712320200125079,
      "grad_norm": 1.8180386299078333,
      "learning_rate": 0.00023294999999999997,
      "loss": 2.134,
      "step": 1553
    },
    {
      "epoch": 0.9718574108818011,
      "grad_norm": 1.93509159280574,
      "learning_rate": 0.00023309999999999997,
      "loss": 2.3385,
      "step": 1554
    },
    {
      "epoch": 0.9724828017510945,
      "grad_norm": 1.7459118633702873,
      "learning_rate": 0.00023324999999999998,
      "loss": 2.3243,
      "step": 1555
    },
    {
      "epoch": 0.9731081926203877,
      "grad_norm": 1.9064860978417282,
      "learning_rate": 0.00023339999999999998,
      "loss": 2.3368,
      "step": 1556
    },
    {
      "epoch": 0.9737335834896811,
      "grad_norm": 2.0027590734859184,
      "learning_rate": 0.00023354999999999996,
      "loss": 2.2779,
      "step": 1557
    },
    {
      "epoch": 0.9743589743589743,
      "grad_norm": 1.811919691366515,
      "learning_rate": 0.0002337,
      "loss": 2.376,
      "step": 1558
    },
    {
      "epoch": 0.9749843652282677,
      "grad_norm": 2.249921108359758,
      "learning_rate": 0.00023384999999999997,
      "loss": 2.4481,
      "step": 1559
    },
    {
      "epoch": 0.975609756097561,
      "grad_norm": 2.5409898224517176,
      "learning_rate": 0.000234,
      "loss": 2.3014,
      "step": 1560
    },
    {
      "epoch": 0.9762351469668543,
      "grad_norm": 2.020142979882249,
      "learning_rate": 0.00023414999999999997,
      "loss": 1.8973,
      "step": 1561
    },
    {
      "epoch": 0.9768605378361476,
      "grad_norm": 2.0010401602664807,
      "learning_rate": 0.00023429999999999998,
      "loss": 2.4139,
      "step": 1562
    },
    {
      "epoch": 0.9774859287054409,
      "grad_norm": 1.984497460654812,
      "learning_rate": 0.00023444999999999998,
      "loss": 2.5937,
      "step": 1563
    },
    {
      "epoch": 0.9781113195747342,
      "grad_norm": 2.1026283097518452,
      "learning_rate": 0.00023459999999999998,
      "loss": 2.0237,
      "step": 1564
    },
    {
      "epoch": 0.9787367104440275,
      "grad_norm": 1.9629815451408599,
      "learning_rate": 0.00023474999999999996,
      "loss": 2.3168,
      "step": 1565
    },
    {
      "epoch": 0.9793621013133208,
      "grad_norm": 1.9394759651219022,
      "learning_rate": 0.0002349,
      "loss": 2.3305,
      "step": 1566
    },
    {
      "epoch": 0.9799874921826142,
      "grad_norm": 1.9524376757440152,
      "learning_rate": 0.00023504999999999997,
      "loss": 2.612,
      "step": 1567
    },
    {
      "epoch": 0.9806128830519074,
      "grad_norm": 1.98350072117582,
      "learning_rate": 0.0002352,
      "loss": 2.3327,
      "step": 1568
    },
    {
      "epoch": 0.9812382739212008,
      "grad_norm": 2.0097128672031337,
      "learning_rate": 0.00023534999999999997,
      "loss": 2.408,
      "step": 1569
    },
    {
      "epoch": 0.981863664790494,
      "grad_norm": 2.047156373136284,
      "learning_rate": 0.00023549999999999998,
      "loss": 2.4207,
      "step": 1570
    },
    {
      "epoch": 0.9824890556597874,
      "grad_norm": 1.9695693877803033,
      "learning_rate": 0.00023564999999999998,
      "loss": 2.3578,
      "step": 1571
    },
    {
      "epoch": 0.9831144465290806,
      "grad_norm": 1.7575671992612008,
      "learning_rate": 0.00023579999999999999,
      "loss": 1.8606,
      "step": 1572
    },
    {
      "epoch": 0.983739837398374,
      "grad_norm": 1.8774145169703493,
      "learning_rate": 0.00023594999999999996,
      "loss": 2.4051,
      "step": 1573
    },
    {
      "epoch": 0.9843652282676673,
      "grad_norm": 2.0314237585338155,
      "learning_rate": 0.0002361,
      "loss": 2.5101,
      "step": 1574
    },
    {
      "epoch": 0.9849906191369606,
      "grad_norm": 1.8802579761479108,
      "learning_rate": 0.00023624999999999997,
      "loss": 1.9017,
      "step": 1575
    },
    {
      "epoch": 0.9856160100062539,
      "grad_norm": 1.9203479109958967,
      "learning_rate": 0.0002364,
      "loss": 2.3979,
      "step": 1576
    },
    {
      "epoch": 0.9862414008755472,
      "grad_norm": 1.993644938412195,
      "learning_rate": 0.00023654999999999998,
      "loss": 2.3147,
      "step": 1577
    },
    {
      "epoch": 0.9868667917448405,
      "grad_norm": 1.7545441168491904,
      "learning_rate": 0.00023669999999999998,
      "loss": 2.2374,
      "step": 1578
    },
    {
      "epoch": 0.9874921826141339,
      "grad_norm": 1.7194737354052956,
      "learning_rate": 0.00023684999999999998,
      "loss": 2.2309,
      "step": 1579
    },
    {
      "epoch": 0.9881175734834271,
      "grad_norm": 1.7741807437403436,
      "learning_rate": 0.000237,
      "loss": 2.3437,
      "step": 1580
    },
    {
      "epoch": 0.9887429643527205,
      "grad_norm": 1.873882528880387,
      "learning_rate": 0.00023714999999999996,
      "loss": 2.233,
      "step": 1581
    },
    {
      "epoch": 0.9893683552220137,
      "grad_norm": 1.8596772860235034,
      "learning_rate": 0.0002373,
      "loss": 2.4377,
      "step": 1582
    },
    {
      "epoch": 0.9899937460913071,
      "grad_norm": 1.8401020735419686,
      "learning_rate": 0.00023744999999999997,
      "loss": 2.2691,
      "step": 1583
    },
    {
      "epoch": 0.9906191369606003,
      "grad_norm": 1.7680374974021633,
      "learning_rate": 0.0002376,
      "loss": 1.8916,
      "step": 1584
    },
    {
      "epoch": 0.9912445278298937,
      "grad_norm": 2.107061136154785,
      "learning_rate": 0.00023774999999999998,
      "loss": 2.6758,
      "step": 1585
    },
    {
      "epoch": 0.991869918699187,
      "grad_norm": 1.7853448340857632,
      "learning_rate": 0.00023789999999999998,
      "loss": 2.1305,
      "step": 1586
    },
    {
      "epoch": 0.9924953095684803,
      "grad_norm": 1.7728489799177407,
      "learning_rate": 0.00023804999999999999,
      "loss": 2.337,
      "step": 1587
    },
    {
      "epoch": 0.9931207004377736,
      "grad_norm": 1.9548527253068824,
      "learning_rate": 0.0002382,
      "loss": 2.5483,
      "step": 1588
    },
    {
      "epoch": 0.9937460913070669,
      "grad_norm": 2.049788753381442,
      "learning_rate": 0.00023834999999999997,
      "loss": 2.4357,
      "step": 1589
    },
    {
      "epoch": 0.9943714821763602,
      "grad_norm": 1.9794889118918064,
      "learning_rate": 0.0002385,
      "loss": 2.4338,
      "step": 1590
    },
    {
      "epoch": 0.9949968730456535,
      "grad_norm": 1.744432340621105,
      "learning_rate": 0.00023864999999999997,
      "loss": 2.3082,
      "step": 1591
    },
    {
      "epoch": 0.9956222639149468,
      "grad_norm": 1.7281478760835518,
      "learning_rate": 0.0002388,
      "loss": 2.3171,
      "step": 1592
    },
    {
      "epoch": 0.9962476547842402,
      "grad_norm": 1.8286099165138932,
      "learning_rate": 0.00023894999999999998,
      "loss": 2.3337,
      "step": 1593
    },
    {
      "epoch": 0.9968730456535334,
      "grad_norm": 1.9272308616738387,
      "learning_rate": 0.00023909999999999998,
      "loss": 2.3904,
      "step": 1594
    },
    {
      "epoch": 0.9974984365228268,
      "grad_norm": 1.789065407030383,
      "learning_rate": 0.00023925,
      "loss": 2.394,
      "step": 1595
    },
    {
      "epoch": 0.99812382739212,
      "grad_norm": 2.541519223885053,
      "learning_rate": 0.0002394,
      "loss": 2.1263,
      "step": 1596
    },
    {
      "epoch": 0.9987492182614134,
      "grad_norm": 1.8481483028286785,
      "learning_rate": 0.00023954999999999997,
      "loss": 2.3445,
      "step": 1597
    },
    {
      "epoch": 0.9993746091307066,
      "grad_norm": 2.126915792045967,
      "learning_rate": 0.0002397,
      "loss": 2.2763,
      "step": 1598
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.339793926708035,
      "learning_rate": 0.00023984999999999998,
      "loss": 2.7093,
      "step": 1599
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.3153433799743652,
      "eval_runtime": 74.1354,
      "eval_samples_per_second": 4.829,
      "eval_steps_per_second": 4.829,
      "step": 1599
    },
    {
      "epoch": 1.0006253908692933,
      "grad_norm": 2.0004003071408625,
      "learning_rate": 0.00023999999999999998,
      "loss": 2.1272,
      "step": 1600
    },
    {
      "epoch": 1.0012507817385867,
      "grad_norm": 1.7696325375062159,
      "learning_rate": 0.00024014999999999998,
      "loss": 2.0999,
      "step": 1601
    },
    {
      "epoch": 1.00187617260788,
      "grad_norm": 1.928538498576247,
      "learning_rate": 0.00024029999999999999,
      "loss": 2.4496,
      "step": 1602
    },
    {
      "epoch": 1.0025015634771732,
      "grad_norm": 1.8481485814268497,
      "learning_rate": 0.00024044999999999996,
      "loss": 2.167,
      "step": 1603
    },
    {
      "epoch": 1.0031269543464665,
      "grad_norm": 2.190277033548009,
      "learning_rate": 0.0002406,
      "loss": 1.7675,
      "step": 1604
    },
    {
      "epoch": 1.00375234521576,
      "grad_norm": 2.4541769068754338,
      "learning_rate": 0.00024074999999999997,
      "loss": 1.7265,
      "step": 1605
    },
    {
      "epoch": 1.0043777360850532,
      "grad_norm": 2.194287359548412,
      "learning_rate": 0.0002409,
      "loss": 2.2222,
      "step": 1606
    },
    {
      "epoch": 1.0050031269543465,
      "grad_norm": 2.182533411867464,
      "learning_rate": 0.00024104999999999998,
      "loss": 2.276,
      "step": 1607
    },
    {
      "epoch": 1.0056285178236397,
      "grad_norm": 2.0594956737437373,
      "learning_rate": 0.00024119999999999998,
      "loss": 1.9868,
      "step": 1608
    },
    {
      "epoch": 1.0062539086929332,
      "grad_norm": 2.1116285997822066,
      "learning_rate": 0.00024134999999999998,
      "loss": 2.1891,
      "step": 1609
    },
    {
      "epoch": 1.0068792995622264,
      "grad_norm": 1.8330455205335723,
      "learning_rate": 0.0002415,
      "loss": 1.9913,
      "step": 1610
    },
    {
      "epoch": 1.0075046904315197,
      "grad_norm": 2.094455653835268,
      "learning_rate": 0.00024164999999999996,
      "loss": 1.9309,
      "step": 1611
    },
    {
      "epoch": 1.008130081300813,
      "grad_norm": 2.7880698400978967,
      "learning_rate": 0.0002418,
      "loss": 2.368,
      "step": 1612
    },
    {
      "epoch": 1.0087554721701064,
      "grad_norm": 1.9210240826127594,
      "learning_rate": 0.00024194999999999997,
      "loss": 2.3714,
      "step": 1613
    },
    {
      "epoch": 1.0093808630393997,
      "grad_norm": 1.916412506051961,
      "learning_rate": 0.0002421,
      "loss": 2.4387,
      "step": 1614
    },
    {
      "epoch": 1.010006253908693,
      "grad_norm": 2.737291834275109,
      "learning_rate": 0.00024224999999999998,
      "loss": 2.498,
      "step": 1615
    },
    {
      "epoch": 1.0106316447779862,
      "grad_norm": 1.900512982564501,
      "learning_rate": 0.00024239999999999998,
      "loss": 2.3699,
      "step": 1616
    },
    {
      "epoch": 1.0112570356472796,
      "grad_norm": 2.4596764958562467,
      "learning_rate": 0.00024255,
      "loss": 2.0719,
      "step": 1617
    },
    {
      "epoch": 1.011882426516573,
      "grad_norm": 2.1116126477484736,
      "learning_rate": 0.0002427,
      "loss": 2.4348,
      "step": 1618
    },
    {
      "epoch": 1.0125078173858661,
      "grad_norm": 2.006907312106891,
      "learning_rate": 0.00024284999999999997,
      "loss": 2.243,
      "step": 1619
    },
    {
      "epoch": 1.0131332082551594,
      "grad_norm": 3.0138777810550947,
      "learning_rate": 0.000243,
      "loss": 2.7545,
      "step": 1620
    },
    {
      "epoch": 1.0137585991244529,
      "grad_norm": 1.6237602655970964,
      "learning_rate": 0.00024314999999999997,
      "loss": 1.924,
      "step": 1621
    },
    {
      "epoch": 1.0143839899937461,
      "grad_norm": 2.697903678191014,
      "learning_rate": 0.0002433,
      "loss": 2.0746,
      "step": 1622
    },
    {
      "epoch": 1.0150093808630394,
      "grad_norm": 1.8913219379806996,
      "learning_rate": 0.00024344999999999998,
      "loss": 2.2375,
      "step": 1623
    },
    {
      "epoch": 1.0156347717323326,
      "grad_norm": 8.100607869651604,
      "learning_rate": 0.00024359999999999999,
      "loss": 2.5191,
      "step": 1624
    },
    {
      "epoch": 1.016260162601626,
      "grad_norm": 1.979691463476777,
      "learning_rate": 0.00024375,
      "loss": 2.5274,
      "step": 1625
    },
    {
      "epoch": 1.0168855534709194,
      "grad_norm": 1.9364411469246485,
      "learning_rate": 0.00024389999999999997,
      "loss": 2.2477,
      "step": 1626
    },
    {
      "epoch": 1.0175109443402126,
      "grad_norm": 2.373327996812436,
      "learning_rate": 0.00024404999999999997,
      "loss": 2.6388,
      "step": 1627
    },
    {
      "epoch": 1.0181363352095059,
      "grad_norm": 2.1357013637265894,
      "learning_rate": 0.00024419999999999997,
      "loss": 2.3261,
      "step": 1628
    },
    {
      "epoch": 1.0187617260787993,
      "grad_norm": 1.9618588526782446,
      "learning_rate": 0.00024435,
      "loss": 2.0118,
      "step": 1629
    },
    {
      "epoch": 1.0193871169480926,
      "grad_norm": 2.06991143498793,
      "learning_rate": 0.0002445,
      "loss": 1.9359,
      "step": 1630
    },
    {
      "epoch": 1.0200125078173858,
      "grad_norm": 2.907834649831654,
      "learning_rate": 0.00024464999999999996,
      "loss": 2.6857,
      "step": 1631
    },
    {
      "epoch": 1.020637898686679,
      "grad_norm": 2.180178715804417,
      "learning_rate": 0.0002448,
      "loss": 2.4452,
      "step": 1632
    },
    {
      "epoch": 1.0212632895559726,
      "grad_norm": 2.1462236452931203,
      "learning_rate": 0.00024494999999999996,
      "loss": 1.6804,
      "step": 1633
    },
    {
      "epoch": 1.0218886804252658,
      "grad_norm": 2.8485551148856483,
      "learning_rate": 0.00024509999999999994,
      "loss": 2.2325,
      "step": 1634
    },
    {
      "epoch": 1.022514071294559,
      "grad_norm": 2.095399755108383,
      "learning_rate": 0.00024524999999999997,
      "loss": 2.4417,
      "step": 1635
    },
    {
      "epoch": 1.0231394621638523,
      "grad_norm": 2.0937676674870596,
      "learning_rate": 0.00024539999999999995,
      "loss": 2.6473,
      "step": 1636
    },
    {
      "epoch": 1.0237648530331458,
      "grad_norm": 2.032164865591189,
      "learning_rate": 0.00024555,
      "loss": 2.3758,
      "step": 1637
    },
    {
      "epoch": 1.024390243902439,
      "grad_norm": 2.190708075687314,
      "learning_rate": 0.00024569999999999995,
      "loss": 1.9534,
      "step": 1638
    },
    {
      "epoch": 1.0250156347717323,
      "grad_norm": 1.9893308696813525,
      "learning_rate": 0.00024585,
      "loss": 2.7362,
      "step": 1639
    },
    {
      "epoch": 1.0256410256410255,
      "grad_norm": 2.6197539393885783,
      "learning_rate": 0.00024599999999999996,
      "loss": 2.3289,
      "step": 1640
    },
    {
      "epoch": 1.026266416510319,
      "grad_norm": 1.9247558542428038,
      "learning_rate": 0.00024615,
      "loss": 2.2859,
      "step": 1641
    },
    {
      "epoch": 1.0268918073796123,
      "grad_norm": 2.3657721231103523,
      "learning_rate": 0.00024629999999999997,
      "loss": 1.8839,
      "step": 1642
    },
    {
      "epoch": 1.0275171982489055,
      "grad_norm": 2.062696396426855,
      "learning_rate": 0.00024645,
      "loss": 2.2744,
      "step": 1643
    },
    {
      "epoch": 1.0281425891181988,
      "grad_norm": 1.944206970177492,
      "learning_rate": 0.0002466,
      "loss": 1.9099,
      "step": 1644
    },
    {
      "epoch": 1.0287679799874923,
      "grad_norm": 2.472214187957368,
      "learning_rate": 0.00024675,
      "loss": 2.6522,
      "step": 1645
    },
    {
      "epoch": 1.0293933708567855,
      "grad_norm": 2.386142324308297,
      "learning_rate": 0.0002469,
      "loss": 2.2585,
      "step": 1646
    },
    {
      "epoch": 1.0300187617260788,
      "grad_norm": 2.873433508292507,
      "learning_rate": 0.00024704999999999996,
      "loss": 1.9025,
      "step": 1647
    },
    {
      "epoch": 1.030644152595372,
      "grad_norm": 6.448797661489975,
      "learning_rate": 0.0002472,
      "loss": 1.9302,
      "step": 1648
    },
    {
      "epoch": 1.0312695434646655,
      "grad_norm": 2.240427474897959,
      "learning_rate": 0.00024734999999999997,
      "loss": 2.501,
      "step": 1649
    },
    {
      "epoch": 1.0318949343339587,
      "grad_norm": 2.006320390814027,
      "learning_rate": 0.00024749999999999994,
      "loss": 2.3185,
      "step": 1650
    },
    {
      "epoch": 1.032520325203252,
      "grad_norm": 1.9986725753331955,
      "learning_rate": 0.00024765,
      "loss": 2.0625,
      "step": 1651
    },
    {
      "epoch": 1.0331457160725452,
      "grad_norm": 4.683033790191445,
      "learning_rate": 0.00024779999999999995,
      "loss": 2.2136,
      "step": 1652
    },
    {
      "epoch": 1.0337711069418387,
      "grad_norm": 2.0132375922918073,
      "learning_rate": 0.00024795,
      "loss": 2.0999,
      "step": 1653
    },
    {
      "epoch": 1.034396497811132,
      "grad_norm": 1.9907319386221247,
      "learning_rate": 0.00024809999999999996,
      "loss": 2.1696,
      "step": 1654
    },
    {
      "epoch": 1.0350218886804252,
      "grad_norm": 2.0937290462794165,
      "learning_rate": 0.00024825,
      "loss": 2.4121,
      "step": 1655
    },
    {
      "epoch": 1.0356472795497185,
      "grad_norm": 2.516641470459537,
      "learning_rate": 0.00024839999999999997,
      "loss": 2.3212,
      "step": 1656
    },
    {
      "epoch": 1.036272670419012,
      "grad_norm": 2.445719744285145,
      "learning_rate": 0.00024855,
      "loss": 2.4017,
      "step": 1657
    },
    {
      "epoch": 1.0368980612883052,
      "grad_norm": 3.1734393439905397,
      "learning_rate": 0.0002487,
      "loss": 2.4067,
      "step": 1658
    },
    {
      "epoch": 1.0375234521575984,
      "grad_norm": 1.994250889266679,
      "learning_rate": 0.00024885,
      "loss": 2.3502,
      "step": 1659
    },
    {
      "epoch": 1.038148843026892,
      "grad_norm": 15.991127814013097,
      "learning_rate": 0.000249,
      "loss": 2.4472,
      "step": 1660
    },
    {
      "epoch": 1.0387742338961852,
      "grad_norm": 2.102321905968118,
      "learning_rate": 0.00024914999999999996,
      "loss": 1.8077,
      "step": 1661
    },
    {
      "epoch": 1.0393996247654784,
      "grad_norm": 2.409883479841854,
      "learning_rate": 0.0002493,
      "loss": 1.8936,
      "step": 1662
    },
    {
      "epoch": 1.0400250156347717,
      "grad_norm": 6.570511185149603,
      "learning_rate": 0.00024944999999999996,
      "loss": 2.073,
      "step": 1663
    },
    {
      "epoch": 1.040650406504065,
      "grad_norm": 3.2770780135966144,
      "learning_rate": 0.00024959999999999994,
      "loss": 2.1529,
      "step": 1664
    },
    {
      "epoch": 1.0412757973733584,
      "grad_norm": 2.280342116459996,
      "learning_rate": 0.00024974999999999997,
      "loss": 2.0962,
      "step": 1665
    },
    {
      "epoch": 1.0419011882426517,
      "grad_norm": 6.856410789142268,
      "learning_rate": 0.00024989999999999995,
      "loss": 2.3223,
      "step": 1666
    },
    {
      "epoch": 1.042526579111945,
      "grad_norm": 8.104318463973353,
      "learning_rate": 0.00025005,
      "loss": 2.4354,
      "step": 1667
    },
    {
      "epoch": 1.0431519699812384,
      "grad_norm": 2.065669409190524,
      "learning_rate": 0.00025019999999999996,
      "loss": 1.7329,
      "step": 1668
    },
    {
      "epoch": 1.0437773608505316,
      "grad_norm": 2.108997844898699,
      "learning_rate": 0.00025035,
      "loss": 2.4616,
      "step": 1669
    },
    {
      "epoch": 1.0444027517198249,
      "grad_norm": 4.207701471108649,
      "learning_rate": 0.00025049999999999996,
      "loss": 2.6201,
      "step": 1670
    },
    {
      "epoch": 1.0450281425891181,
      "grad_norm": 2.4514776992130156,
      "learning_rate": 0.00025065,
      "loss": 2.4847,
      "step": 1671
    },
    {
      "epoch": 1.0456535334584116,
      "grad_norm": 2.209361114188805,
      "learning_rate": 0.00025079999999999997,
      "loss": 2.508,
      "step": 1672
    },
    {
      "epoch": 1.0462789243277049,
      "grad_norm": 2.2042998721618288,
      "learning_rate": 0.00025095,
      "loss": 2.3363,
      "step": 1673
    },
    {
      "epoch": 1.0469043151969981,
      "grad_norm": 2.1600752565384154,
      "learning_rate": 0.0002511,
      "loss": 2.1425,
      "step": 1674
    },
    {
      "epoch": 1.0475297060662914,
      "grad_norm": 3.020704416852374,
      "learning_rate": 0.00025125,
      "loss": 2.3719,
      "step": 1675
    },
    {
      "epoch": 1.0481550969355848,
      "grad_norm": 4.139356406406224,
      "learning_rate": 0.0002514,
      "loss": 2.2557,
      "step": 1676
    },
    {
      "epoch": 1.048780487804878,
      "grad_norm": 2.1932649745530197,
      "learning_rate": 0.00025154999999999996,
      "loss": 2.3081,
      "step": 1677
    },
    {
      "epoch": 1.0494058786741713,
      "grad_norm": 2.392836949565645,
      "learning_rate": 0.0002517,
      "loss": 2.091,
      "step": 1678
    },
    {
      "epoch": 1.0500312695434646,
      "grad_norm": 2.0885985179752433,
      "learning_rate": 0.00025184999999999997,
      "loss": 1.6573,
      "step": 1679
    },
    {
      "epoch": 1.050656660412758,
      "grad_norm": 2.299224042002072,
      "learning_rate": 0.00025199999999999995,
      "loss": 2.4771,
      "step": 1680
    },
    {
      "epoch": 1.0512820512820513,
      "grad_norm": 2.2056984275960656,
      "learning_rate": 0.00025215,
      "loss": 2.4203,
      "step": 1681
    },
    {
      "epoch": 1.0519074421513446,
      "grad_norm": 2.571905878732185,
      "learning_rate": 0.00025229999999999995,
      "loss": 2.1657,
      "step": 1682
    },
    {
      "epoch": 1.0525328330206378,
      "grad_norm": 1.820047762463806,
      "learning_rate": 0.00025245,
      "loss": 2.182,
      "step": 1683
    },
    {
      "epoch": 1.0531582238899313,
      "grad_norm": 2.05882791707846,
      "learning_rate": 0.00025259999999999996,
      "loss": 2.4064,
      "step": 1684
    },
    {
      "epoch": 1.0537836147592246,
      "grad_norm": 2.1349048234486814,
      "learning_rate": 0.00025275,
      "loss": 2.3587,
      "step": 1685
    },
    {
      "epoch": 1.0544090056285178,
      "grad_norm": 2.0919525339284983,
      "learning_rate": 0.00025289999999999997,
      "loss": 2.3676,
      "step": 1686
    },
    {
      "epoch": 1.055034396497811,
      "grad_norm": 1.9311122309914828,
      "learning_rate": 0.00025305,
      "loss": 2.3862,
      "step": 1687
    },
    {
      "epoch": 1.0556597873671045,
      "grad_norm": 2.2896110858443666,
      "learning_rate": 0.0002532,
      "loss": 2.2881,
      "step": 1688
    },
    {
      "epoch": 1.0562851782363978,
      "grad_norm": 1.9022137080031394,
      "learning_rate": 0.00025335,
      "loss": 2.1181,
      "step": 1689
    },
    {
      "epoch": 1.056910569105691,
      "grad_norm": 4.222473712828411,
      "learning_rate": 0.0002535,
      "loss": 1.9848,
      "step": 1690
    },
    {
      "epoch": 1.0575359599749843,
      "grad_norm": 1.9066319658194721,
      "learning_rate": 0.00025365,
      "loss": 2.0896,
      "step": 1691
    },
    {
      "epoch": 1.0581613508442778,
      "grad_norm": 1.9126622926416934,
      "learning_rate": 0.0002538,
      "loss": 2.0312,
      "step": 1692
    },
    {
      "epoch": 1.058786741713571,
      "grad_norm": 3.2874542136651694,
      "learning_rate": 0.00025394999999999997,
      "loss": 2.4091,
      "step": 1693
    },
    {
      "epoch": 1.0594121325828643,
      "grad_norm": 1.946695026588539,
      "learning_rate": 0.0002541,
      "loss": 1.9526,
      "step": 1694
    },
    {
      "epoch": 1.0600375234521575,
      "grad_norm": 2.0107011982132863,
      "learning_rate": 0.00025425,
      "loss": 1.8177,
      "step": 1695
    },
    {
      "epoch": 1.060662914321451,
      "grad_norm": 2.147859754477817,
      "learning_rate": 0.00025439999999999995,
      "loss": 2.5224,
      "step": 1696
    },
    {
      "epoch": 1.0612883051907442,
      "grad_norm": 2.2950031416277694,
      "learning_rate": 0.00025455,
      "loss": 2.4005,
      "step": 1697
    },
    {
      "epoch": 1.0619136960600375,
      "grad_norm": 4.05440360181128,
      "learning_rate": 0.00025469999999999996,
      "loss": 2.1472,
      "step": 1698
    },
    {
      "epoch": 1.0625390869293307,
      "grad_norm": 2.1061652799578314,
      "learning_rate": 0.00025485,
      "loss": 2.1748,
      "step": 1699
    },
    {
      "epoch": 1.0631644777986242,
      "grad_norm": 2.0163531621437265,
      "learning_rate": 0.00025499999999999996,
      "loss": 2.2647,
      "step": 1700
    },
    {
      "epoch": 1.0637898686679175,
      "grad_norm": 2.674646093730174,
      "learning_rate": 0.00025515,
      "loss": 2.5945,
      "step": 1701
    },
    {
      "epoch": 1.0644152595372107,
      "grad_norm": 2.0095742077318826,
      "learning_rate": 0.00025529999999999997,
      "loss": 2.2633,
      "step": 1702
    },
    {
      "epoch": 1.065040650406504,
      "grad_norm": 2.0618371436979737,
      "learning_rate": 0.00025545,
      "loss": 2.4886,
      "step": 1703
    },
    {
      "epoch": 1.0656660412757974,
      "grad_norm": 1.901717157089128,
      "learning_rate": 0.0002556,
      "loss": 2.2047,
      "step": 1704
    },
    {
      "epoch": 1.0662914321450907,
      "grad_norm": 2.125002104062338,
      "learning_rate": 0.00025575,
      "loss": 2.1716,
      "step": 1705
    },
    {
      "epoch": 1.066916823014384,
      "grad_norm": 1.9798660382143405,
      "learning_rate": 0.0002559,
      "loss": 2.176,
      "step": 1706
    },
    {
      "epoch": 1.0675422138836772,
      "grad_norm": 1.9361550610388198,
      "learning_rate": 0.00025604999999999996,
      "loss": 2.0844,
      "step": 1707
    },
    {
      "epoch": 1.0681676047529707,
      "grad_norm": 2.308826612707782,
      "learning_rate": 0.0002562,
      "loss": 2.5587,
      "step": 1708
    },
    {
      "epoch": 1.068792995622264,
      "grad_norm": 2.138363603802779,
      "learning_rate": 0.00025634999999999997,
      "loss": 2.09,
      "step": 1709
    },
    {
      "epoch": 1.0694183864915572,
      "grad_norm": 8.754854523607017,
      "learning_rate": 0.00025649999999999995,
      "loss": 2.1491,
      "step": 1710
    },
    {
      "epoch": 1.0700437773608504,
      "grad_norm": 5.653316527591773,
      "learning_rate": 0.00025665,
      "loss": 1.979,
      "step": 1711
    },
    {
      "epoch": 1.070669168230144,
      "grad_norm": 2.3093278763229503,
      "learning_rate": 0.00025679999999999995,
      "loss": 2.4078,
      "step": 1712
    },
    {
      "epoch": 1.0712945590994372,
      "grad_norm": 2.0248472282716974,
      "learning_rate": 0.00025695,
      "loss": 1.9159,
      "step": 1713
    },
    {
      "epoch": 1.0719199499687304,
      "grad_norm": 2.582835089586432,
      "learning_rate": 0.00025709999999999996,
      "loss": 1.836,
      "step": 1714
    },
    {
      "epoch": 1.0725453408380237,
      "grad_norm": 2.001131128808175,
      "learning_rate": 0.00025725,
      "loss": 2.2289,
      "step": 1715
    },
    {
      "epoch": 1.0731707317073171,
      "grad_norm": 2.1781795379876425,
      "learning_rate": 0.00025739999999999997,
      "loss": 2.3127,
      "step": 1716
    },
    {
      "epoch": 1.0737961225766104,
      "grad_norm": 5.246500317528278,
      "learning_rate": 0.00025755,
      "loss": 2.1467,
      "step": 1717
    },
    {
      "epoch": 1.0744215134459036,
      "grad_norm": 1.9492089544621982,
      "learning_rate": 0.0002577,
      "loss": 2.294,
      "step": 1718
    },
    {
      "epoch": 1.075046904315197,
      "grad_norm": 1.9223268419349022,
      "learning_rate": 0.00025785,
      "loss": 2.141,
      "step": 1719
    },
    {
      "epoch": 1.0756722951844904,
      "grad_norm": 2.2358085492321997,
      "learning_rate": 0.000258,
      "loss": 2.4614,
      "step": 1720
    },
    {
      "epoch": 1.0762976860537836,
      "grad_norm": 2.232653433737051,
      "learning_rate": 0.00025815,
      "loss": 2.4758,
      "step": 1721
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 1.8713627782779325,
      "learning_rate": 0.0002583,
      "loss": 2.2485,
      "step": 1722
    },
    {
      "epoch": 1.0775484677923703,
      "grad_norm": 2.1498585578513985,
      "learning_rate": 0.00025844999999999997,
      "loss": 2.2977,
      "step": 1723
    },
    {
      "epoch": 1.0781738586616636,
      "grad_norm": 1.9708646839382102,
      "learning_rate": 0.0002586,
      "loss": 2.2764,
      "step": 1724
    },
    {
      "epoch": 1.0787992495309568,
      "grad_norm": 2.0208725247971144,
      "learning_rate": 0.00025875,
      "loss": 2.2935,
      "step": 1725
    },
    {
      "epoch": 1.07942464040025,
      "grad_norm": 2.2080246471246,
      "learning_rate": 0.00025889999999999995,
      "loss": 2.5879,
      "step": 1726
    },
    {
      "epoch": 1.0800500312695434,
      "grad_norm": 1.9655544732677124,
      "learning_rate": 0.00025905,
      "loss": 1.8735,
      "step": 1727
    },
    {
      "epoch": 1.0806754221388368,
      "grad_norm": 1.878741755454892,
      "learning_rate": 0.00025919999999999996,
      "loss": 2.2174,
      "step": 1728
    },
    {
      "epoch": 1.08130081300813,
      "grad_norm": 2.074978233793668,
      "learning_rate": 0.00025935,
      "loss": 2.3207,
      "step": 1729
    },
    {
      "epoch": 1.0819262038774233,
      "grad_norm": 1.868905519236789,
      "learning_rate": 0.00025949999999999997,
      "loss": 2.2411,
      "step": 1730
    },
    {
      "epoch": 1.0825515947467168,
      "grad_norm": 1.7490649114302272,
      "learning_rate": 0.00025965,
      "loss": 2.2765,
      "step": 1731
    },
    {
      "epoch": 1.08317698561601,
      "grad_norm": 20.50276609180687,
      "learning_rate": 0.00025979999999999997,
      "loss": 1.93,
      "step": 1732
    },
    {
      "epoch": 1.0838023764853033,
      "grad_norm": 6.084369140732814,
      "learning_rate": 0.00025995,
      "loss": 2.1747,
      "step": 1733
    },
    {
      "epoch": 1.0844277673545966,
      "grad_norm": 7.4729754510590345,
      "learning_rate": 0.0002601,
      "loss": 2.5746,
      "step": 1734
    },
    {
      "epoch": 1.08505315822389,
      "grad_norm": 1.989186144206318,
      "learning_rate": 0.00026025,
      "loss": 2.4127,
      "step": 1735
    },
    {
      "epoch": 1.0856785490931833,
      "grad_norm": 1.7491128270537515,
      "learning_rate": 0.0002604,
      "loss": 1.8577,
      "step": 1736
    },
    {
      "epoch": 1.0863039399624765,
      "grad_norm": 2.150272549704319,
      "learning_rate": 0.00026055,
      "loss": 2.0897,
      "step": 1737
    },
    {
      "epoch": 1.0869293308317698,
      "grad_norm": 5.460193103658357,
      "learning_rate": 0.0002607,
      "loss": 2.3715,
      "step": 1738
    },
    {
      "epoch": 1.0875547217010633,
      "grad_norm": 2.1068077595109256,
      "learning_rate": 0.00026084999999999997,
      "loss": 2.4997,
      "step": 1739
    },
    {
      "epoch": 1.0881801125703565,
      "grad_norm": 2.13498396644564,
      "learning_rate": 0.000261,
      "loss": 2.1672,
      "step": 1740
    },
    {
      "epoch": 1.0888055034396498,
      "grad_norm": 2.208697906251651,
      "learning_rate": 0.00026115,
      "loss": 1.9306,
      "step": 1741
    },
    {
      "epoch": 1.089430894308943,
      "grad_norm": 2.337308528282556,
      "learning_rate": 0.00026129999999999995,
      "loss": 1.9656,
      "step": 1742
    },
    {
      "epoch": 1.0900562851782365,
      "grad_norm": 2.1156221302018663,
      "learning_rate": 0.00026145,
      "loss": 2.4252,
      "step": 1743
    },
    {
      "epoch": 1.0906816760475297,
      "grad_norm": 2.294791868578565,
      "learning_rate": 0.00026159999999999996,
      "loss": 2.5389,
      "step": 1744
    },
    {
      "epoch": 1.091307066916823,
      "grad_norm": 1.992865149613266,
      "learning_rate": 0.00026175,
      "loss": 2.1169,
      "step": 1745
    },
    {
      "epoch": 1.0919324577861163,
      "grad_norm": 2.6517016927896924,
      "learning_rate": 0.00026189999999999997,
      "loss": 2.5222,
      "step": 1746
    },
    {
      "epoch": 1.0925578486554097,
      "grad_norm": 4.72056265858592,
      "learning_rate": 0.00026205,
      "loss": 1.7303,
      "step": 1747
    },
    {
      "epoch": 1.093183239524703,
      "grad_norm": 1.8539395483410512,
      "learning_rate": 0.0002622,
      "loss": 2.1775,
      "step": 1748
    },
    {
      "epoch": 1.0938086303939962,
      "grad_norm": 2.1819399481403274,
      "learning_rate": 0.00026235,
      "loss": 2.3554,
      "step": 1749
    },
    {
      "epoch": 1.0944340212632895,
      "grad_norm": 1.7221691863115962,
      "learning_rate": 0.0002625,
      "loss": 1.6873,
      "step": 1750
    },
    {
      "epoch": 1.095059412132583,
      "grad_norm": 2.2096295403589368,
      "learning_rate": 0.00026264999999999996,
      "loss": 2.4349,
      "step": 1751
    },
    {
      "epoch": 1.0956848030018762,
      "grad_norm": 1.9782348732552664,
      "learning_rate": 0.0002628,
      "loss": 2.1364,
      "step": 1752
    },
    {
      "epoch": 1.0963101938711695,
      "grad_norm": 1.8806732070999954,
      "learning_rate": 0.00026294999999999997,
      "loss": 2.3944,
      "step": 1753
    },
    {
      "epoch": 1.0969355847404627,
      "grad_norm": 2.002281035640837,
      "learning_rate": 0.0002631,
      "loss": 2.002,
      "step": 1754
    },
    {
      "epoch": 1.0975609756097562,
      "grad_norm": 1.772717658977711,
      "learning_rate": 0.00026325,
      "loss": 2.2493,
      "step": 1755
    },
    {
      "epoch": 1.0981863664790494,
      "grad_norm": 3.011572578889068,
      "learning_rate": 0.00026339999999999995,
      "loss": 2.0426,
      "step": 1756
    },
    {
      "epoch": 1.0988117573483427,
      "grad_norm": 1.9197501203515046,
      "learning_rate": 0.00026355,
      "loss": 2.3448,
      "step": 1757
    },
    {
      "epoch": 1.099437148217636,
      "grad_norm": 1.8996067211645915,
      "learning_rate": 0.00026369999999999996,
      "loss": 2.2298,
      "step": 1758
    },
    {
      "epoch": 1.1000625390869294,
      "grad_norm": 1.8895924395853454,
      "learning_rate": 0.00026384999999999994,
      "loss": 2.2189,
      "step": 1759
    },
    {
      "epoch": 1.1006879299562227,
      "grad_norm": 1.7999131229167764,
      "learning_rate": 0.00026399999999999997,
      "loss": 2.0602,
      "step": 1760
    },
    {
      "epoch": 1.101313320825516,
      "grad_norm": 2.2369234517757244,
      "learning_rate": 0.00026414999999999994,
      "loss": 2.2952,
      "step": 1761
    },
    {
      "epoch": 1.1019387116948092,
      "grad_norm": 1.8509520294267725,
      "learning_rate": 0.0002643,
      "loss": 2.2698,
      "step": 1762
    },
    {
      "epoch": 1.1025641025641026,
      "grad_norm": 1.960149145654709,
      "learning_rate": 0.00026444999999999995,
      "loss": 2.1459,
      "step": 1763
    },
    {
      "epoch": 1.103189493433396,
      "grad_norm": 1.6792871803570986,
      "learning_rate": 0.0002646,
      "loss": 2.2784,
      "step": 1764
    },
    {
      "epoch": 1.1038148843026891,
      "grad_norm": 1.8637041981506066,
      "learning_rate": 0.00026474999999999996,
      "loss": 2.0986,
      "step": 1765
    },
    {
      "epoch": 1.1044402751719824,
      "grad_norm": 2.94618332029212,
      "learning_rate": 0.0002649,
      "loss": 2.2634,
      "step": 1766
    },
    {
      "epoch": 1.1050656660412759,
      "grad_norm": 1.753052111233618,
      "learning_rate": 0.00026504999999999996,
      "loss": 2.2401,
      "step": 1767
    },
    {
      "epoch": 1.1056910569105691,
      "grad_norm": 2.1563040899993235,
      "learning_rate": 0.0002652,
      "loss": 1.9517,
      "step": 1768
    },
    {
      "epoch": 1.1063164477798624,
      "grad_norm": 2.987273436559051,
      "learning_rate": 0.00026534999999999997,
      "loss": 1.9642,
      "step": 1769
    },
    {
      "epoch": 1.1069418386491556,
      "grad_norm": 2.8201035408167257,
      "learning_rate": 0.0002655,
      "loss": 2.4044,
      "step": 1770
    },
    {
      "epoch": 1.107567229518449,
      "grad_norm": 1.912789383264684,
      "learning_rate": 0.00026565,
      "loss": 2.2702,
      "step": 1771
    },
    {
      "epoch": 1.1081926203877424,
      "grad_norm": 2.16816888792911,
      "learning_rate": 0.00026579999999999996,
      "loss": 1.729,
      "step": 1772
    },
    {
      "epoch": 1.1088180112570356,
      "grad_norm": 2.1001101724397344,
      "learning_rate": 0.00026595,
      "loss": 2.4143,
      "step": 1773
    },
    {
      "epoch": 1.1094434021263289,
      "grad_norm": 1.8970095648623646,
      "learning_rate": 0.00026609999999999996,
      "loss": 2.2855,
      "step": 1774
    },
    {
      "epoch": 1.1100687929956223,
      "grad_norm": 1.6187947936897198,
      "learning_rate": 0.00026624999999999994,
      "loss": 1.9319,
      "step": 1775
    },
    {
      "epoch": 1.1106941838649156,
      "grad_norm": 1.9019872578076218,
      "learning_rate": 0.00026639999999999997,
      "loss": 2.2768,
      "step": 1776
    },
    {
      "epoch": 1.1113195747342088,
      "grad_norm": 2.066077289592717,
      "learning_rate": 0.00026654999999999995,
      "loss": 1.8206,
      "step": 1777
    },
    {
      "epoch": 1.111944965603502,
      "grad_norm": 2.0268973151012215,
      "learning_rate": 0.0002667,
      "loss": 2.2189,
      "step": 1778
    },
    {
      "epoch": 1.1125703564727956,
      "grad_norm": 1.9096377230784418,
      "learning_rate": 0.00026684999999999995,
      "loss": 2.6889,
      "step": 1779
    },
    {
      "epoch": 1.1131957473420888,
      "grad_norm": 1.9089767362275707,
      "learning_rate": 0.000267,
      "loss": 2.427,
      "step": 1780
    },
    {
      "epoch": 1.113821138211382,
      "grad_norm": 1.9593585533049245,
      "learning_rate": 0.00026714999999999996,
      "loss": 2.497,
      "step": 1781
    },
    {
      "epoch": 1.1144465290806753,
      "grad_norm": 1.9027669953347657,
      "learning_rate": 0.0002673,
      "loss": 2.6779,
      "step": 1782
    },
    {
      "epoch": 1.1150719199499688,
      "grad_norm": 2.548413334511682,
      "learning_rate": 0.00026744999999999997,
      "loss": 2.3551,
      "step": 1783
    },
    {
      "epoch": 1.115697310819262,
      "grad_norm": 1.7814780218044939,
      "learning_rate": 0.0002676,
      "loss": 2.33,
      "step": 1784
    },
    {
      "epoch": 1.1163227016885553,
      "grad_norm": 1.9533570577228243,
      "learning_rate": 0.00026775,
      "loss": 1.9012,
      "step": 1785
    },
    {
      "epoch": 1.1169480925578488,
      "grad_norm": 1.8647457005983743,
      "learning_rate": 0.0002679,
      "loss": 2.1957,
      "step": 1786
    },
    {
      "epoch": 1.117573483427142,
      "grad_norm": 1.9875294208040706,
      "learning_rate": 0.00026805,
      "loss": 2.386,
      "step": 1787
    },
    {
      "epoch": 1.1181988742964353,
      "grad_norm": 1.948762614346774,
      "learning_rate": 0.00026819999999999996,
      "loss": 2.3289,
      "step": 1788
    },
    {
      "epoch": 1.1188242651657285,
      "grad_norm": 1.7828895330902534,
      "learning_rate": 0.00026835,
      "loss": 2.029,
      "step": 1789
    },
    {
      "epoch": 1.1194496560350218,
      "grad_norm": 1.9878405292468964,
      "learning_rate": 0.00026849999999999997,
      "loss": 2.4717,
      "step": 1790
    },
    {
      "epoch": 1.1200750469043153,
      "grad_norm": 2.051193533359708,
      "learning_rate": 0.00026864999999999994,
      "loss": 2.6103,
      "step": 1791
    },
    {
      "epoch": 1.1207004377736085,
      "grad_norm": 3.3725634215632794,
      "learning_rate": 0.0002688,
      "loss": 2.4068,
      "step": 1792
    },
    {
      "epoch": 1.1213258286429018,
      "grad_norm": 1.899179346022571,
      "learning_rate": 0.00026894999999999995,
      "loss": 2.2474,
      "step": 1793
    },
    {
      "epoch": 1.1219512195121952,
      "grad_norm": 1.891121834776619,
      "learning_rate": 0.0002691,
      "loss": 2.0354,
      "step": 1794
    },
    {
      "epoch": 1.1225766103814885,
      "grad_norm": 2.294305096254261,
      "learning_rate": 0.00026924999999999996,
      "loss": 2.3988,
      "step": 1795
    },
    {
      "epoch": 1.1232020012507817,
      "grad_norm": 2.116880365601177,
      "learning_rate": 0.0002694,
      "loss": 2.3332,
      "step": 1796
    },
    {
      "epoch": 1.123827392120075,
      "grad_norm": 2.027412362603075,
      "learning_rate": 0.00026954999999999997,
      "loss": 2.4039,
      "step": 1797
    },
    {
      "epoch": 1.1244527829893682,
      "grad_norm": 1.6736840004187252,
      "learning_rate": 0.0002697,
      "loss": 2.2724,
      "step": 1798
    },
    {
      "epoch": 1.1250781738586617,
      "grad_norm": 1.773560590064408,
      "learning_rate": 0.00026984999999999997,
      "loss": 2.1486,
      "step": 1799
    },
    {
      "epoch": 1.125703564727955,
      "grad_norm": 2.018445466659117,
      "learning_rate": 0.00027,
      "loss": 2.4198,
      "step": 1800
    },
    {
      "epoch": 1.1263289555972482,
      "grad_norm": 2.0681439149199603,
      "learning_rate": 0.00027015,
      "loss": 1.8906,
      "step": 1801
    },
    {
      "epoch": 1.1269543464665417,
      "grad_norm": 2.1771094061091665,
      "learning_rate": 0.00027029999999999996,
      "loss": 2.0177,
      "step": 1802
    },
    {
      "epoch": 1.127579737335835,
      "grad_norm": 1.8666920151933248,
      "learning_rate": 0.00027045,
      "loss": 2.3165,
      "step": 1803
    },
    {
      "epoch": 1.1282051282051282,
      "grad_norm": 1.843389021329041,
      "learning_rate": 0.00027059999999999996,
      "loss": 2.4456,
      "step": 1804
    },
    {
      "epoch": 1.1288305190744214,
      "grad_norm": 1.9571062171498732,
      "learning_rate": 0.00027074999999999994,
      "loss": 2.3335,
      "step": 1805
    },
    {
      "epoch": 1.1294559099437147,
      "grad_norm": 1.93326849266285,
      "learning_rate": 0.00027089999999999997,
      "loss": 2.1566,
      "step": 1806
    },
    {
      "epoch": 1.1300813008130082,
      "grad_norm": 1.8773125629546863,
      "learning_rate": 0.00027104999999999995,
      "loss": 2.5786,
      "step": 1807
    },
    {
      "epoch": 1.1307066916823014,
      "grad_norm": 1.9683601487103495,
      "learning_rate": 0.0002712,
      "loss": 2.2198,
      "step": 1808
    },
    {
      "epoch": 1.1313320825515947,
      "grad_norm": 1.9251436384654446,
      "learning_rate": 0.00027134999999999995,
      "loss": 2.4325,
      "step": 1809
    },
    {
      "epoch": 1.1319574734208881,
      "grad_norm": 1.8206732621691855,
      "learning_rate": 0.0002715,
      "loss": 2.3484,
      "step": 1810
    },
    {
      "epoch": 1.1325828642901814,
      "grad_norm": 1.7380556412804204,
      "learning_rate": 0.00027164999999999996,
      "loss": 2.5546,
      "step": 1811
    },
    {
      "epoch": 1.1332082551594747,
      "grad_norm": 1.894945759166344,
      "learning_rate": 0.0002718,
      "loss": 2.354,
      "step": 1812
    },
    {
      "epoch": 1.133833646028768,
      "grad_norm": 1.7479613785396597,
      "learning_rate": 0.00027194999999999997,
      "loss": 2.3976,
      "step": 1813
    },
    {
      "epoch": 1.1344590368980614,
      "grad_norm": 1.7778166967445146,
      "learning_rate": 0.0002721,
      "loss": 2.1408,
      "step": 1814
    },
    {
      "epoch": 1.1350844277673546,
      "grad_norm": 1.7633452017095343,
      "learning_rate": 0.00027225,
      "loss": 1.7552,
      "step": 1815
    },
    {
      "epoch": 1.1357098186366479,
      "grad_norm": 1.948347418454587,
      "learning_rate": 0.0002724,
      "loss": 2.288,
      "step": 1816
    },
    {
      "epoch": 1.1363352095059411,
      "grad_norm": 2.006300177496412,
      "learning_rate": 0.00027255,
      "loss": 2.6117,
      "step": 1817
    },
    {
      "epoch": 1.1369606003752346,
      "grad_norm": 1.6343438948068418,
      "learning_rate": 0.00027269999999999996,
      "loss": 1.9542,
      "step": 1818
    },
    {
      "epoch": 1.1375859912445279,
      "grad_norm": 2.0897387910595677,
      "learning_rate": 0.00027285,
      "loss": 1.9223,
      "step": 1819
    },
    {
      "epoch": 1.1382113821138211,
      "grad_norm": 1.8159837141516413,
      "learning_rate": 0.00027299999999999997,
      "loss": 2.0591,
      "step": 1820
    },
    {
      "epoch": 1.1388367729831144,
      "grad_norm": 1.8302141860867558,
      "learning_rate": 0.00027314999999999994,
      "loss": 2.0927,
      "step": 1821
    },
    {
      "epoch": 1.1394621638524078,
      "grad_norm": 9.133046458466207,
      "learning_rate": 0.0002733,
      "loss": 2.2976,
      "step": 1822
    },
    {
      "epoch": 1.140087554721701,
      "grad_norm": 1.940668375266391,
      "learning_rate": 0.00027344999999999995,
      "loss": 2.2427,
      "step": 1823
    },
    {
      "epoch": 1.1407129455909943,
      "grad_norm": 1.7549992072011327,
      "learning_rate": 0.0002736,
      "loss": 2.4594,
      "step": 1824
    },
    {
      "epoch": 1.1413383364602876,
      "grad_norm": 1.8872312188898581,
      "learning_rate": 0.00027374999999999996,
      "loss": 2.4533,
      "step": 1825
    },
    {
      "epoch": 1.141963727329581,
      "grad_norm": 1.702746031527919,
      "learning_rate": 0.0002739,
      "loss": 2.3664,
      "step": 1826
    },
    {
      "epoch": 1.1425891181988743,
      "grad_norm": 68.60296720716627,
      "learning_rate": 0.00027404999999999997,
      "loss": 2.333,
      "step": 1827
    },
    {
      "epoch": 1.1432145090681676,
      "grad_norm": 1.9885089392452384,
      "learning_rate": 0.0002742,
      "loss": 2.2658,
      "step": 1828
    },
    {
      "epoch": 1.1438398999374608,
      "grad_norm": 1.860390194745919,
      "learning_rate": 0.00027435,
      "loss": 2.3274,
      "step": 1829
    },
    {
      "epoch": 1.1444652908067543,
      "grad_norm": 4.433726793170889,
      "learning_rate": 0.0002745,
      "loss": 2.3003,
      "step": 1830
    },
    {
      "epoch": 1.1450906816760476,
      "grad_norm": 1.897515870455035,
      "learning_rate": 0.00027465,
      "loss": 2.2808,
      "step": 1831
    },
    {
      "epoch": 1.1457160725453408,
      "grad_norm": 1.9188485693694457,
      "learning_rate": 0.0002748,
      "loss": 2.474,
      "step": 1832
    },
    {
      "epoch": 1.146341463414634,
      "grad_norm": 1.790814880623357,
      "learning_rate": 0.00027495,
      "loss": 2.3098,
      "step": 1833
    },
    {
      "epoch": 1.1469668542839275,
      "grad_norm": 1.7527283703105914,
      "learning_rate": 0.00027509999999999996,
      "loss": 1.7524,
      "step": 1834
    },
    {
      "epoch": 1.1475922451532208,
      "grad_norm": 1.8504531098796417,
      "learning_rate": 0.00027525,
      "loss": 2.1188,
      "step": 1835
    },
    {
      "epoch": 1.148217636022514,
      "grad_norm": 1.8192509966310368,
      "learning_rate": 0.00027539999999999997,
      "loss": 2.3636,
      "step": 1836
    },
    {
      "epoch": 1.1488430268918073,
      "grad_norm": 1.8006040623291768,
      "learning_rate": 0.00027554999999999995,
      "loss": 2.4801,
      "step": 1837
    },
    {
      "epoch": 1.1494684177611008,
      "grad_norm": 2.3832109887730666,
      "learning_rate": 0.0002757,
      "loss": 2.3389,
      "step": 1838
    },
    {
      "epoch": 1.150093808630394,
      "grad_norm": 1.7988980567736952,
      "learning_rate": 0.00027584999999999996,
      "loss": 2.4412,
      "step": 1839
    },
    {
      "epoch": 1.1507191994996873,
      "grad_norm": 4.716739546410336,
      "learning_rate": 0.000276,
      "loss": 2.1761,
      "step": 1840
    },
    {
      "epoch": 1.1513445903689807,
      "grad_norm": 2.208406426867088,
      "learning_rate": 0.00027614999999999996,
      "loss": 2.1631,
      "step": 1841
    },
    {
      "epoch": 1.151969981238274,
      "grad_norm": 1.9397596294676882,
      "learning_rate": 0.0002763,
      "loss": 2.1014,
      "step": 1842
    },
    {
      "epoch": 1.1525953721075672,
      "grad_norm": 1.9641273899486147,
      "learning_rate": 0.00027644999999999997,
      "loss": 2.4879,
      "step": 1843
    },
    {
      "epoch": 1.1532207629768605,
      "grad_norm": 3.4051716711385125,
      "learning_rate": 0.0002766,
      "loss": 2.4477,
      "step": 1844
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 3.0212905531324337,
      "learning_rate": 0.00027675,
      "loss": 2.3013,
      "step": 1845
    },
    {
      "epoch": 1.1544715447154472,
      "grad_norm": 1.972685435671635,
      "learning_rate": 0.0002769,
      "loss": 2.348,
      "step": 1846
    },
    {
      "epoch": 1.1550969355847405,
      "grad_norm": 2.000994989057216,
      "learning_rate": 0.00027705,
      "loss": 2.2692,
      "step": 1847
    },
    {
      "epoch": 1.1557223264540337,
      "grad_norm": 3.173903315408382,
      "learning_rate": 0.0002772,
      "loss": 2.4967,
      "step": 1848
    },
    {
      "epoch": 1.1563477173233272,
      "grad_norm": 3.9690235987463147,
      "learning_rate": 0.00027735,
      "loss": 2.3003,
      "step": 1849
    },
    {
      "epoch": 1.1569731081926204,
      "grad_norm": 3.007893907338614,
      "learning_rate": 0.00027749999999999997,
      "loss": 2.3883,
      "step": 1850
    },
    {
      "epoch": 1.1575984990619137,
      "grad_norm": 1.9350727065492475,
      "learning_rate": 0.00027764999999999995,
      "loss": 2.2758,
      "step": 1851
    },
    {
      "epoch": 1.158223889931207,
      "grad_norm": 1.7002467114653361,
      "learning_rate": 0.0002778,
      "loss": 1.7971,
      "step": 1852
    },
    {
      "epoch": 1.1588492808005002,
      "grad_norm": 2.0731959295746467,
      "learning_rate": 0.00027794999999999995,
      "loss": 2.5165,
      "step": 1853
    },
    {
      "epoch": 1.1594746716697937,
      "grad_norm": 2.5508865852807068,
      "learning_rate": 0.0002781,
      "loss": 1.9582,
      "step": 1854
    },
    {
      "epoch": 1.160100062539087,
      "grad_norm": 2.00216175913538,
      "learning_rate": 0.00027824999999999996,
      "loss": 2.339,
      "step": 1855
    },
    {
      "epoch": 1.1607254534083802,
      "grad_norm": 1.7285444872702929,
      "learning_rate": 0.0002784,
      "loss": 1.9354,
      "step": 1856
    },
    {
      "epoch": 1.1613508442776737,
      "grad_norm": 5.3811313091031865,
      "learning_rate": 0.00027854999999999997,
      "loss": 2.0923,
      "step": 1857
    },
    {
      "epoch": 1.161976235146967,
      "grad_norm": 2.0697189750962246,
      "learning_rate": 0.0002787,
      "loss": 2.2628,
      "step": 1858
    },
    {
      "epoch": 1.1626016260162602,
      "grad_norm": 2.1606086551852335,
      "learning_rate": 0.00027885,
      "loss": 2.3824,
      "step": 1859
    },
    {
      "epoch": 1.1632270168855534,
      "grad_norm": 1.8765155251359293,
      "learning_rate": 0.000279,
      "loss": 2.3015,
      "step": 1860
    },
    {
      "epoch": 1.1638524077548467,
      "grad_norm": 1.846734333275242,
      "learning_rate": 0.00027915,
      "loss": 2.5862,
      "step": 1861
    },
    {
      "epoch": 1.1644777986241401,
      "grad_norm": 1.7680565789435856,
      "learning_rate": 0.0002793,
      "loss": 2.2788,
      "step": 1862
    },
    {
      "epoch": 1.1651031894934334,
      "grad_norm": 1.9259553218255294,
      "learning_rate": 0.00027945,
      "loss": 1.9936,
      "step": 1863
    },
    {
      "epoch": 1.1657285803627266,
      "grad_norm": 1.841636483293406,
      "learning_rate": 0.00027959999999999997,
      "loss": 2.2754,
      "step": 1864
    },
    {
      "epoch": 1.1663539712320201,
      "grad_norm": 2.0104018012547464,
      "learning_rate": 0.00027975,
      "loss": 2.0072,
      "step": 1865
    },
    {
      "epoch": 1.1669793621013134,
      "grad_norm": 1.6955902875210005,
      "learning_rate": 0.0002799,
      "loss": 2.3932,
      "step": 1866
    },
    {
      "epoch": 1.1676047529706066,
      "grad_norm": 1.9087067503031192,
      "learning_rate": 0.00028004999999999995,
      "loss": 2.2432,
      "step": 1867
    },
    {
      "epoch": 1.1682301438398999,
      "grad_norm": 8.236502138338013,
      "learning_rate": 0.0002802,
      "loss": 2.5227,
      "step": 1868
    },
    {
      "epoch": 1.1688555347091931,
      "grad_norm": 3.740361877624443,
      "learning_rate": 0.00028034999999999996,
      "loss": 1.929,
      "step": 1869
    },
    {
      "epoch": 1.1694809255784866,
      "grad_norm": 2.172873381271384,
      "learning_rate": 0.0002805,
      "loss": 2.2604,
      "step": 1870
    },
    {
      "epoch": 1.1701063164477798,
      "grad_norm": 1.9328996792385653,
      "learning_rate": 0.00028064999999999996,
      "loss": 2.4787,
      "step": 1871
    },
    {
      "epoch": 1.170731707317073,
      "grad_norm": 1.6461462292653473,
      "learning_rate": 0.0002808,
      "loss": 1.9514,
      "step": 1872
    },
    {
      "epoch": 1.1713570981863666,
      "grad_norm": 1.9505043691694632,
      "learning_rate": 0.00028094999999999997,
      "loss": 2.453,
      "step": 1873
    },
    {
      "epoch": 1.1719824890556598,
      "grad_norm": 2.5633823085694387,
      "learning_rate": 0.0002811,
      "loss": 2.1768,
      "step": 1874
    },
    {
      "epoch": 1.172607879924953,
      "grad_norm": 1.7151415036837865,
      "learning_rate": 0.00028125,
      "loss": 2.0564,
      "step": 1875
    },
    {
      "epoch": 1.1732332707942463,
      "grad_norm": 1.9976326418419095,
      "learning_rate": 0.00028139999999999996,
      "loss": 2.256,
      "step": 1876
    },
    {
      "epoch": 1.1738586616635398,
      "grad_norm": 2.0668148007464717,
      "learning_rate": 0.00028155,
      "loss": 2.0237,
      "step": 1877
    },
    {
      "epoch": 1.174484052532833,
      "grad_norm": 1.682475335903687,
      "learning_rate": 0.00028169999999999996,
      "loss": 1.6939,
      "step": 1878
    },
    {
      "epoch": 1.1751094434021263,
      "grad_norm": 2.116072035659891,
      "learning_rate": 0.00028185,
      "loss": 2.2135,
      "step": 1879
    },
    {
      "epoch": 1.1757348342714196,
      "grad_norm": 2.1460214462396103,
      "learning_rate": 0.00028199999999999997,
      "loss": 2.2525,
      "step": 1880
    },
    {
      "epoch": 1.176360225140713,
      "grad_norm": 4.747094510598525,
      "learning_rate": 0.00028215,
      "loss": 1.7616,
      "step": 1881
    },
    {
      "epoch": 1.1769856160100063,
      "grad_norm": 1.9790868220917666,
      "learning_rate": 0.0002823,
      "loss": 2.3686,
      "step": 1882
    },
    {
      "epoch": 1.1776110068792995,
      "grad_norm": 2.189925123924416,
      "learning_rate": 0.00028244999999999995,
      "loss": 2.3087,
      "step": 1883
    },
    {
      "epoch": 1.1782363977485928,
      "grad_norm": 6.487104703171298,
      "learning_rate": 0.0002826,
      "loss": 2.5862,
      "step": 1884
    },
    {
      "epoch": 1.1788617886178863,
      "grad_norm": 1.9578572736907345,
      "learning_rate": 0.00028274999999999996,
      "loss": 2.3139,
      "step": 1885
    },
    {
      "epoch": 1.1794871794871795,
      "grad_norm": 2.0647986519542716,
      "learning_rate": 0.00028289999999999994,
      "loss": 1.8441,
      "step": 1886
    },
    {
      "epoch": 1.1801125703564728,
      "grad_norm": 1.7319969716956847,
      "learning_rate": 0.00028304999999999997,
      "loss": 2.2387,
      "step": 1887
    },
    {
      "epoch": 1.180737961225766,
      "grad_norm": 1.805863857373508,
      "learning_rate": 0.00028319999999999994,
      "loss": 2.4029,
      "step": 1888
    },
    {
      "epoch": 1.1813633520950595,
      "grad_norm": 1.8878249225211359,
      "learning_rate": 0.00028335,
      "loss": 2.2743,
      "step": 1889
    },
    {
      "epoch": 1.1819887429643527,
      "grad_norm": 7.084266345984827,
      "learning_rate": 0.00028349999999999995,
      "loss": 2.3281,
      "step": 1890
    },
    {
      "epoch": 1.182614133833646,
      "grad_norm": 2.3929607837383386,
      "learning_rate": 0.00028365,
      "loss": 1.7863,
      "step": 1891
    },
    {
      "epoch": 1.1832395247029392,
      "grad_norm": 2.0621895832675423,
      "learning_rate": 0.00028379999999999996,
      "loss": 2.3158,
      "step": 1892
    },
    {
      "epoch": 1.1838649155722327,
      "grad_norm": 1.7606122664056845,
      "learning_rate": 0.00028395,
      "loss": 2.1757,
      "step": 1893
    },
    {
      "epoch": 1.184490306441526,
      "grad_norm": 1.7596199424412402,
      "learning_rate": 0.00028409999999999997,
      "loss": 2.4649,
      "step": 1894
    },
    {
      "epoch": 1.1851156973108192,
      "grad_norm": 6.321034132377814,
      "learning_rate": 0.00028425,
      "loss": 1.9651,
      "step": 1895
    },
    {
      "epoch": 1.1857410881801125,
      "grad_norm": 1.708261872066025,
      "learning_rate": 0.0002844,
      "loss": 2.2141,
      "step": 1896
    },
    {
      "epoch": 1.186366479049406,
      "grad_norm": 1.9508176581422607,
      "learning_rate": 0.00028455,
      "loss": 2.3405,
      "step": 1897
    },
    {
      "epoch": 1.1869918699186992,
      "grad_norm": 3.391898841657786,
      "learning_rate": 0.0002847,
      "loss": 2.4614,
      "step": 1898
    },
    {
      "epoch": 1.1876172607879925,
      "grad_norm": 2.518202381444046,
      "learning_rate": 0.00028484999999999996,
      "loss": 2.2965,
      "step": 1899
    },
    {
      "epoch": 1.1882426516572857,
      "grad_norm": 1.7251545243348128,
      "learning_rate": 0.000285,
      "loss": 2.4006,
      "step": 1900
    },
    {
      "epoch": 1.1888680425265792,
      "grad_norm": 1.8048029977539999,
      "learning_rate": 0.00028514999999999997,
      "loss": 2.1947,
      "step": 1901
    },
    {
      "epoch": 1.1894934333958724,
      "grad_norm": 1.8459229527626537,
      "learning_rate": 0.00028529999999999994,
      "loss": 2.0155,
      "step": 1902
    },
    {
      "epoch": 1.1901188242651657,
      "grad_norm": 1.8372710503325558,
      "learning_rate": 0.00028544999999999997,
      "loss": 2.2599,
      "step": 1903
    },
    {
      "epoch": 1.1907442151344592,
      "grad_norm": 1.7009089349545095,
      "learning_rate": 0.00028559999999999995,
      "loss": 2.3812,
      "step": 1904
    },
    {
      "epoch": 1.1913696060037524,
      "grad_norm": 1.8492406915410209,
      "learning_rate": 0.00028575,
      "loss": 2.2415,
      "step": 1905
    },
    {
      "epoch": 1.1919949968730457,
      "grad_norm": 2.35813737845115,
      "learning_rate": 0.00028589999999999996,
      "loss": 2.2011,
      "step": 1906
    },
    {
      "epoch": 1.192620387742339,
      "grad_norm": 1.6784741629761097,
      "learning_rate": 0.00028605,
      "loss": 2.0894,
      "step": 1907
    },
    {
      "epoch": 1.1932457786116322,
      "grad_norm": 2.0876164258989376,
      "learning_rate": 0.00028619999999999996,
      "loss": 2.1219,
      "step": 1908
    },
    {
      "epoch": 1.1938711694809256,
      "grad_norm": 1.6231174899871428,
      "learning_rate": 0.00028635,
      "loss": 1.7766,
      "step": 1909
    },
    {
      "epoch": 1.194496560350219,
      "grad_norm": 1.8796224679786502,
      "learning_rate": 0.00028649999999999997,
      "loss": 2.3194,
      "step": 1910
    },
    {
      "epoch": 1.1951219512195121,
      "grad_norm": 1.726946436761168,
      "learning_rate": 0.00028665,
      "loss": 2.3457,
      "step": 1911
    },
    {
      "epoch": 1.1957473420888056,
      "grad_norm": 2.1239322829565577,
      "learning_rate": 0.0002868,
      "loss": 2.3801,
      "step": 1912
    },
    {
      "epoch": 1.1963727329580989,
      "grad_norm": 1.8484163656231258,
      "learning_rate": 0.00028694999999999995,
      "loss": 2.2698,
      "step": 1913
    },
    {
      "epoch": 1.1969981238273921,
      "grad_norm": 1.7933019457441637,
      "learning_rate": 0.0002871,
      "loss": 2.5803,
      "step": 1914
    },
    {
      "epoch": 1.1976235146966854,
      "grad_norm": 1.7432577356601302,
      "learning_rate": 0.00028724999999999996,
      "loss": 2.2776,
      "step": 1915
    },
    {
      "epoch": 1.1982489055659786,
      "grad_norm": 1.751899039990139,
      "learning_rate": 0.00028739999999999994,
      "loss": 2.124,
      "step": 1916
    },
    {
      "epoch": 1.198874296435272,
      "grad_norm": 1.9832285453123315,
      "learning_rate": 0.00028754999999999997,
      "loss": 2.3951,
      "step": 1917
    },
    {
      "epoch": 1.1994996873045654,
      "grad_norm": 1.9138351907823452,
      "learning_rate": 0.00028769999999999995,
      "loss": 2.5951,
      "step": 1918
    },
    {
      "epoch": 1.2001250781738586,
      "grad_norm": 1.839890204991144,
      "learning_rate": 0.00028785,
      "loss": 2.2103,
      "step": 1919
    },
    {
      "epoch": 1.200750469043152,
      "grad_norm": 1.7391724035321319,
      "learning_rate": 0.00028799999999999995,
      "loss": 2.3967,
      "step": 1920
    },
    {
      "epoch": 1.2013758599124453,
      "grad_norm": 1.905853155790473,
      "learning_rate": 0.00028815,
      "loss": 2.2069,
      "step": 1921
    },
    {
      "epoch": 1.2020012507817386,
      "grad_norm": 4.905078200927772,
      "learning_rate": 0.00028829999999999996,
      "loss": 2.0646,
      "step": 1922
    },
    {
      "epoch": 1.2026266416510318,
      "grad_norm": 1.756063301870123,
      "learning_rate": 0.00028845,
      "loss": 2.2681,
      "step": 1923
    },
    {
      "epoch": 1.203252032520325,
      "grad_norm": 1.8167726397142157,
      "learning_rate": 0.00028859999999999997,
      "loss": 2.4597,
      "step": 1924
    },
    {
      "epoch": 1.2038774233896186,
      "grad_norm": 1.933394586724146,
      "learning_rate": 0.00028875,
      "loss": 2.0733,
      "step": 1925
    },
    {
      "epoch": 1.2045028142589118,
      "grad_norm": 1.7912288705284127,
      "learning_rate": 0.0002889,
      "loss": 2.1406,
      "step": 1926
    },
    {
      "epoch": 1.205128205128205,
      "grad_norm": 1.6488233279683946,
      "learning_rate": 0.00028905,
      "loss": 2.3227,
      "step": 1927
    },
    {
      "epoch": 1.2057535959974985,
      "grad_norm": 1.7536730832657093,
      "learning_rate": 0.0002892,
      "loss": 2.3966,
      "step": 1928
    },
    {
      "epoch": 1.2063789868667918,
      "grad_norm": 1.7822361436599339,
      "learning_rate": 0.00028934999999999996,
      "loss": 2.1697,
      "step": 1929
    },
    {
      "epoch": 1.207004377736085,
      "grad_norm": 1.877639701213139,
      "learning_rate": 0.0002895,
      "loss": 2.5752,
      "step": 1930
    },
    {
      "epoch": 1.2076297686053783,
      "grad_norm": 1.9059735939453402,
      "learning_rate": 0.00028964999999999997,
      "loss": 2.6301,
      "step": 1931
    },
    {
      "epoch": 1.2082551594746715,
      "grad_norm": 1.9209008084973742,
      "learning_rate": 0.00028979999999999994,
      "loss": 2.0098,
      "step": 1932
    },
    {
      "epoch": 1.208880550343965,
      "grad_norm": 6.943428365346422,
      "learning_rate": 0.00028995,
      "loss": 2.0609,
      "step": 1933
    },
    {
      "epoch": 1.2095059412132583,
      "grad_norm": 1.6043945727089188,
      "learning_rate": 0.00029009999999999995,
      "loss": 2.1058,
      "step": 1934
    },
    {
      "epoch": 1.2101313320825515,
      "grad_norm": 1.7963644671485872,
      "learning_rate": 0.00029025,
      "loss": 2.3677,
      "step": 1935
    },
    {
      "epoch": 1.210756722951845,
      "grad_norm": 1.6622500265397078,
      "learning_rate": 0.00029039999999999996,
      "loss": 2.2312,
      "step": 1936
    },
    {
      "epoch": 1.2113821138211383,
      "grad_norm": 1.9096505769467318,
      "learning_rate": 0.00029055,
      "loss": 2.2321,
      "step": 1937
    },
    {
      "epoch": 1.2120075046904315,
      "grad_norm": 1.6382993432494206,
      "learning_rate": 0.00029069999999999996,
      "loss": 2.1407,
      "step": 1938
    },
    {
      "epoch": 1.2126328955597248,
      "grad_norm": 1.7342980998220814,
      "learning_rate": 0.00029085,
      "loss": 2.3489,
      "step": 1939
    },
    {
      "epoch": 1.2132582864290182,
      "grad_norm": 2.105501279934279,
      "learning_rate": 0.00029099999999999997,
      "loss": 2.4837,
      "step": 1940
    },
    {
      "epoch": 1.2138836772983115,
      "grad_norm": 1.9667918460585392,
      "learning_rate": 0.00029115,
      "loss": 2.0633,
      "step": 1941
    },
    {
      "epoch": 1.2145090681676047,
      "grad_norm": 1.8577368347562415,
      "learning_rate": 0.0002913,
      "loss": 2.332,
      "step": 1942
    },
    {
      "epoch": 1.215134459036898,
      "grad_norm": 1.8672637206542935,
      "learning_rate": 0.00029145,
      "loss": 1.9843,
      "step": 1943
    },
    {
      "epoch": 1.2157598499061915,
      "grad_norm": 1.948834781163232,
      "learning_rate": 0.0002916,
      "loss": 2.3923,
      "step": 1944
    },
    {
      "epoch": 1.2163852407754847,
      "grad_norm": 1.7364358291609294,
      "learning_rate": 0.00029174999999999996,
      "loss": 2.2563,
      "step": 1945
    },
    {
      "epoch": 1.217010631644778,
      "grad_norm": 1.717418369664571,
      "learning_rate": 0.0002919,
      "loss": 2.3042,
      "step": 1946
    },
    {
      "epoch": 1.2176360225140712,
      "grad_norm": 1.8767626550454326,
      "learning_rate": 0.00029204999999999997,
      "loss": 2.3087,
      "step": 1947
    },
    {
      "epoch": 1.2182614133833647,
      "grad_norm": 1.8489962182995043,
      "learning_rate": 0.00029219999999999995,
      "loss": 2.4166,
      "step": 1948
    },
    {
      "epoch": 1.218886804252658,
      "grad_norm": 1.782680907009545,
      "learning_rate": 0.00029235,
      "loss": 2.2448,
      "step": 1949
    },
    {
      "epoch": 1.2195121951219512,
      "grad_norm": 1.6829841734824573,
      "learning_rate": 0.00029249999999999995,
      "loss": 2.4235,
      "step": 1950
    },
    {
      "epoch": 1.2201375859912444,
      "grad_norm": 1.9168167230551356,
      "learning_rate": 0.00029265,
      "loss": 2.2907,
      "step": 1951
    },
    {
      "epoch": 1.220762976860538,
      "grad_norm": 1.74048121504766,
      "learning_rate": 0.00029279999999999996,
      "loss": 2.5381,
      "step": 1952
    },
    {
      "epoch": 1.2213883677298312,
      "grad_norm": 1.8121412087663982,
      "learning_rate": 0.00029295,
      "loss": 2.4466,
      "step": 1953
    },
    {
      "epoch": 1.2220137585991244,
      "grad_norm": 1.6046796373141359,
      "learning_rate": 0.00029309999999999997,
      "loss": 2.2972,
      "step": 1954
    },
    {
      "epoch": 1.2226391494684177,
      "grad_norm": 3.9348676008005836,
      "learning_rate": 0.00029325,
      "loss": 2.2594,
      "step": 1955
    },
    {
      "epoch": 1.2232645403377111,
      "grad_norm": 1.7565763380875734,
      "learning_rate": 0.0002934,
      "loss": 2.3184,
      "step": 1956
    },
    {
      "epoch": 1.2238899312070044,
      "grad_norm": 1.901159134897616,
      "learning_rate": 0.00029355,
      "loss": 2.2584,
      "step": 1957
    },
    {
      "epoch": 1.2245153220762977,
      "grad_norm": 2.0383364527590935,
      "learning_rate": 0.0002937,
      "loss": 2.3743,
      "step": 1958
    },
    {
      "epoch": 1.225140712945591,
      "grad_norm": 1.7616227374057174,
      "learning_rate": 0.00029384999999999996,
      "loss": 2.2536,
      "step": 1959
    },
    {
      "epoch": 1.2257661038148844,
      "grad_norm": 1.6908110565959855,
      "learning_rate": 0.000294,
      "loss": 2.3291,
      "step": 1960
    },
    {
      "epoch": 1.2263914946841776,
      "grad_norm": 2.0763016367730125,
      "learning_rate": 0.00029414999999999997,
      "loss": 2.2542,
      "step": 1961
    },
    {
      "epoch": 1.2270168855534709,
      "grad_norm": 1.7813984941868037,
      "learning_rate": 0.00029429999999999994,
      "loss": 2.2902,
      "step": 1962
    },
    {
      "epoch": 1.2276422764227641,
      "grad_norm": 1.7396633668996964,
      "learning_rate": 0.00029445,
      "loss": 2.0429,
      "step": 1963
    },
    {
      "epoch": 1.2282676672920576,
      "grad_norm": 2.0621508005693765,
      "learning_rate": 0.00029459999999999995,
      "loss": 2.383,
      "step": 1964
    },
    {
      "epoch": 1.2288930581613509,
      "grad_norm": 1.739992077322411,
      "learning_rate": 0.00029475,
      "loss": 2.4051,
      "step": 1965
    },
    {
      "epoch": 1.2295184490306441,
      "grad_norm": 42.67668766133548,
      "learning_rate": 0.00029489999999999996,
      "loss": 2.2082,
      "step": 1966
    },
    {
      "epoch": 1.2301438398999376,
      "grad_norm": 1.6218130507098176,
      "learning_rate": 0.00029505,
      "loss": 2.2002,
      "step": 1967
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 2.1528364552718173,
      "learning_rate": 0.00029519999999999997,
      "loss": 2.2654,
      "step": 1968
    },
    {
      "epoch": 1.231394621638524,
      "grad_norm": 2.155235558277179,
      "learning_rate": 0.00029535,
      "loss": 2.4457,
      "step": 1969
    },
    {
      "epoch": 1.2320200125078173,
      "grad_norm": 1.685026868654916,
      "learning_rate": 0.00029549999999999997,
      "loss": 2.0741,
      "step": 1970
    },
    {
      "epoch": 1.2326454033771106,
      "grad_norm": 1.599003900893029,
      "learning_rate": 0.00029565,
      "loss": 2.2948,
      "step": 1971
    },
    {
      "epoch": 1.233270794246404,
      "grad_norm": 3.755186969689449,
      "learning_rate": 0.0002958,
      "loss": 2.3212,
      "step": 1972
    },
    {
      "epoch": 1.2338961851156973,
      "grad_norm": 1.7639974639802378,
      "learning_rate": 0.00029595,
      "loss": 2.2534,
      "step": 1973
    },
    {
      "epoch": 1.2345215759849906,
      "grad_norm": 1.7260900223095088,
      "learning_rate": 0.0002961,
      "loss": 2.4039,
      "step": 1974
    },
    {
      "epoch": 1.235146966854284,
      "grad_norm": 1.6145788881565424,
      "learning_rate": 0.00029624999999999996,
      "loss": 2.1804,
      "step": 1975
    },
    {
      "epoch": 1.2357723577235773,
      "grad_norm": 1.738659408031284,
      "learning_rate": 0.0002964,
      "loss": 2.1765,
      "step": 1976
    },
    {
      "epoch": 1.2363977485928705,
      "grad_norm": 1.9381753806527175,
      "learning_rate": 0.00029654999999999997,
      "loss": 2.2807,
      "step": 1977
    },
    {
      "epoch": 1.2370231394621638,
      "grad_norm": 1.6714550403487167,
      "learning_rate": 0.00029669999999999995,
      "loss": 2.4346,
      "step": 1978
    },
    {
      "epoch": 1.237648530331457,
      "grad_norm": 1.6147355040781943,
      "learning_rate": 0.00029685,
      "loss": 2.0373,
      "step": 1979
    },
    {
      "epoch": 1.2382739212007505,
      "grad_norm": 2139.823947079558,
      "learning_rate": 0.00029699999999999996,
      "loss": 7.1424,
      "step": 1980
    },
    {
      "epoch": 1.2388993120700438,
      "grad_norm": 2.3351050283703993,
      "learning_rate": 0.00029715,
      "loss": 2.3003,
      "step": 1981
    },
    {
      "epoch": 1.239524702939337,
      "grad_norm": 2.3537666341917065,
      "learning_rate": 0.00029729999999999996,
      "loss": 2.215,
      "step": 1982
    },
    {
      "epoch": 1.2401500938086305,
      "grad_norm": 7.082258976834953,
      "learning_rate": 0.00029745,
      "loss": 2.4416,
      "step": 1983
    },
    {
      "epoch": 1.2407754846779238,
      "grad_norm": 8.255845434769325,
      "learning_rate": 0.00029759999999999997,
      "loss": 2.191,
      "step": 1984
    },
    {
      "epoch": 1.241400875547217,
      "grad_norm": 6.9164367788976335,
      "learning_rate": 0.00029775,
      "loss": 2.4039,
      "step": 1985
    },
    {
      "epoch": 1.2420262664165103,
      "grad_norm": 7.11886168275655,
      "learning_rate": 0.0002979,
      "loss": 2.4687,
      "step": 1986
    },
    {
      "epoch": 1.2426516572858035,
      "grad_norm": 5.297250981048127,
      "learning_rate": 0.00029805,
      "loss": 2.5396,
      "step": 1987
    },
    {
      "epoch": 1.243277048155097,
      "grad_norm": 2.726225527027549,
      "learning_rate": 0.0002982,
      "loss": 2.5741,
      "step": 1988
    },
    {
      "epoch": 1.2439024390243902,
      "grad_norm": 9.937238299110742,
      "learning_rate": 0.00029835,
      "loss": 2.59,
      "step": 1989
    },
    {
      "epoch": 1.2445278298936835,
      "grad_norm": 7.129153263667448,
      "learning_rate": 0.0002985,
      "loss": 2.4005,
      "step": 1990
    },
    {
      "epoch": 1.245153220762977,
      "grad_norm": 5.140929475410753,
      "learning_rate": 0.00029864999999999997,
      "loss": 2.5649,
      "step": 1991
    },
    {
      "epoch": 1.2457786116322702,
      "grad_norm": 70.51763747781214,
      "learning_rate": 0.0002988,
      "loss": 3.205,
      "step": 1992
    },
    {
      "epoch": 1.2464040025015635,
      "grad_norm": 5.309268156421797,
      "learning_rate": 0.00029895,
      "loss": 2.2312,
      "step": 1993
    },
    {
      "epoch": 1.2470293933708567,
      "grad_norm": 4.813295570174536,
      "learning_rate": 0.00029909999999999995,
      "loss": 2.5509,
      "step": 1994
    },
    {
      "epoch": 1.24765478424015,
      "grad_norm": 3.662469203763016,
      "learning_rate": 0.00029925,
      "loss": 2.2118,
      "step": 1995
    },
    {
      "epoch": 1.2482801751094434,
      "grad_norm": 21.850765516261887,
      "learning_rate": 0.00029939999999999996,
      "loss": 2.6428,
      "step": 1996
    },
    {
      "epoch": 1.2489055659787367,
      "grad_norm": 32.322502312104504,
      "learning_rate": 0.00029955,
      "loss": 2.2964,
      "step": 1997
    },
    {
      "epoch": 1.24953095684803,
      "grad_norm": 4.727663641061149,
      "learning_rate": 0.00029969999999999997,
      "loss": 2.2934,
      "step": 1998
    },
    {
      "epoch": 1.2501563477173234,
      "grad_norm": 3.598212579821511,
      "learning_rate": 0.00029985,
      "loss": 2.1496,
      "step": 1999
    },
    {
      "epoch": 1.2507817385866167,
      "grad_norm": 4.0426667606455045,
      "learning_rate": 0.0003,
      "loss": 2.519,
      "step": 2000
    },
    {
      "epoch": 1.25140712945591,
      "grad_norm": 2.228366922981563,
      "learning_rate": 0.0002999999871642923,
      "loss": 2.0765,
      "step": 2001
    },
    {
      "epoch": 1.2520325203252032,
      "grad_norm": 4.5643434708762785,
      "learning_rate": 0.0002999999486571716,
      "loss": 2.1388,
      "step": 2002
    },
    {
      "epoch": 1.2526579111944964,
      "grad_norm": 2.2999993434954407,
      "learning_rate": 0.0002999998844786443,
      "loss": 2.2268,
      "step": 2003
    },
    {
      "epoch": 1.25328330206379,
      "grad_norm": 2.3999809810685884,
      "learning_rate": 0.00029999979462872145,
      "loss": 1.7677,
      "step": 2004
    },
    {
      "epoch": 1.2539086929330832,
      "grad_norm": 3.188338480008723,
      "learning_rate": 0.00029999967910741853,
      "loss": 2.2423,
      "step": 2005
    },
    {
      "epoch": 1.2545340838023764,
      "grad_norm": 3.222785328259151,
      "learning_rate": 0.0002999995379147552,
      "loss": 2.365,
      "step": 2006
    },
    {
      "epoch": 1.2551594746716699,
      "grad_norm": 2.9753421143055077,
      "learning_rate": 0.00029999937105075556,
      "loss": 2.4919,
      "step": 2007
    },
    {
      "epoch": 1.2557848655409631,
      "grad_norm": 2.821144022445991,
      "learning_rate": 0.00029999917851544837,
      "loss": 2.3006,
      "step": 2008
    },
    {
      "epoch": 1.2564102564102564,
      "grad_norm": 1.8491098475935288,
      "learning_rate": 0.0002999989603088664,
      "loss": 2.2547,
      "step": 2009
    },
    {
      "epoch": 1.2570356472795496,
      "grad_norm": 6.98152521203813,
      "learning_rate": 0.0002999987164310471,
      "loss": 1.9953,
      "step": 2010
    },
    {
      "epoch": 1.257661038148843,
      "grad_norm": 4.46442979687084,
      "learning_rate": 0.00029999844688203214,
      "loss": 1.7915,
      "step": 2011
    },
    {
      "epoch": 1.2582864290181364,
      "grad_norm": 6209.954337484159,
      "learning_rate": 0.0002999981516618677,
      "loss": 4.0282,
      "step": 2012
    },
    {
      "epoch": 1.2589118198874296,
      "grad_norm": 37.97807680920192,
      "learning_rate": 0.00029999783077060425,
      "loss": 2.1429,
      "step": 2013
    },
    {
      "epoch": 1.2595372107567229,
      "grad_norm": 16.61971813458434,
      "learning_rate": 0.0002999974842082968,
      "loss": 6.9584,
      "step": 2014
    },
    {
      "epoch": 1.2601626016260163,
      "grad_norm": 16.964819786101142,
      "learning_rate": 0.00029999711197500455,
      "loss": 6.3811,
      "step": 2015
    },
    {
      "epoch": 1.2607879924953096,
      "grad_norm": 5.3834331062803304,
      "learning_rate": 0.0002999967140707913,
      "loss": 5.8027,
      "step": 2016
    },
    {
      "epoch": 1.2614133833646028,
      "grad_norm": 7.378804171297995,
      "learning_rate": 0.0002999962904957251,
      "loss": 5.8187,
      "step": 2017
    },
    {
      "epoch": 1.262038774233896,
      "grad_norm": 5.399666719960809,
      "learning_rate": 0.00029999584124987846,
      "loss": 5.6527,
      "step": 2018
    },
    {
      "epoch": 1.2626641651031896,
      "grad_norm": 7.390195016334216,
      "learning_rate": 0.00029999536633332826,
      "loss": 5.6904,
      "step": 2019
    },
    {
      "epoch": 1.2632895559724828,
      "grad_norm": 10.47164307048706,
      "learning_rate": 0.00029999486574615574,
      "loss": 5.7595,
      "step": 2020
    },
    {
      "epoch": 1.263914946841776,
      "grad_norm": 6.313842735144301,
      "learning_rate": 0.0002999943394884466,
      "loss": 5.6989,
      "step": 2021
    },
    {
      "epoch": 1.2645403377110696,
      "grad_norm": 5.681156533850811,
      "learning_rate": 0.000299993787560291,
      "loss": 5.6636,
      "step": 2022
    },
    {
      "epoch": 1.2651657285803628,
      "grad_norm": 11.696743892233878,
      "learning_rate": 0.00029999320996178323,
      "loss": 5.8344,
      "step": 2023
    },
    {
      "epoch": 1.265791119449656,
      "grad_norm": 4.382785226007227,
      "learning_rate": 0.0002999926066930222,
      "loss": 5.6916,
      "step": 2024
    },
    {
      "epoch": 1.2664165103189493,
      "grad_norm": 5.392665296825027,
      "learning_rate": 0.00029999197775411123,
      "loss": 5.628,
      "step": 2025
    },
    {
      "epoch": 1.2670419011882426,
      "grad_norm": 3.8358629297842595,
      "learning_rate": 0.0002999913231451579,
      "loss": 5.6307,
      "step": 2026
    },
    {
      "epoch": 1.267667292057536,
      "grad_norm": 14.249022305215995,
      "learning_rate": 0.00029999064286627424,
      "loss": 5.7441,
      "step": 2027
    },
    {
      "epoch": 1.2682926829268293,
      "grad_norm": 5.531064136839192,
      "learning_rate": 0.0002999899369175767,
      "loss": 5.6715,
      "step": 2028
    },
    {
      "epoch": 1.2689180737961225,
      "grad_norm": 6.013857099812319,
      "learning_rate": 0.00029998920529918603,
      "loss": 5.7366,
      "step": 2029
    },
    {
      "epoch": 1.269543464665416,
      "grad_norm": 5.2564346278545395,
      "learning_rate": 0.00029998844801122756,
      "loss": 5.6612,
      "step": 2030
    },
    {
      "epoch": 1.2701688555347093,
      "grad_norm": 3.812093637112991,
      "learning_rate": 0.0002999876650538308,
      "loss": 5.6672,
      "step": 2031
    },
    {
      "epoch": 1.2707942464040025,
      "grad_norm": 13.9605957320266,
      "learning_rate": 0.00029998685642712976,
      "loss": 5.7401,
      "step": 2032
    },
    {
      "epoch": 1.2714196372732958,
      "grad_norm": 2.6335540581230314,
      "learning_rate": 0.00029998602213126283,
      "loss": 5.7457,
      "step": 2033
    },
    {
      "epoch": 1.272045028142589,
      "grad_norm": 5.794692766923758,
      "learning_rate": 0.0002999851621663728,
      "loss": 5.6401,
      "step": 2034
    },
    {
      "epoch": 1.2726704190118825,
      "grad_norm": 5.236151726134869,
      "learning_rate": 0.00029998427653260686,
      "loss": 5.672,
      "step": 2035
    },
    {
      "epoch": 1.2732958098811757,
      "grad_norm": 3.4001134027484645,
      "learning_rate": 0.00029998336523011664,
      "loss": 5.5322,
      "step": 2036
    },
    {
      "epoch": 1.273921200750469,
      "grad_norm": 4.391240489641467,
      "learning_rate": 0.00029998242825905795,
      "loss": 5.6305,
      "step": 2037
    },
    {
      "epoch": 1.2745465916197625,
      "grad_norm": 7.875421098829127,
      "learning_rate": 0.0002999814656195913,
      "loss": 5.6257,
      "step": 2038
    },
    {
      "epoch": 1.2751719824890557,
      "grad_norm": 2.409208470928061,
      "learning_rate": 0.00029998047731188136,
      "loss": 5.721,
      "step": 2039
    },
    {
      "epoch": 1.275797373358349,
      "grad_norm": 4.574273511168485,
      "learning_rate": 0.0002999794633360972,
      "loss": 5.6822,
      "step": 2040
    },
    {
      "epoch": 1.2764227642276422,
      "grad_norm": 4.599905144474704,
      "learning_rate": 0.00029997842369241254,
      "loss": 5.5833,
      "step": 2041
    },
    {
      "epoch": 1.2770481550969355,
      "grad_norm": 3.1727774655630494,
      "learning_rate": 0.00029997735838100515,
      "loss": 5.5794,
      "step": 2042
    },
    {
      "epoch": 1.277673545966229,
      "grad_norm": 3.2909792225728927,
      "learning_rate": 0.00029997626740205745,
      "loss": 5.6267,
      "step": 2043
    },
    {
      "epoch": 1.2782989368355222,
      "grad_norm": 6.482349693145373,
      "learning_rate": 0.00029997515075575604,
      "loss": 5.548,
      "step": 2044
    },
    {
      "epoch": 1.2789243277048155,
      "grad_norm": 2.280943958692427,
      "learning_rate": 0.0002999740084422921,
      "loss": 5.6656,
      "step": 2045
    },
    {
      "epoch": 1.279549718574109,
      "grad_norm": 3.712659813564655,
      "learning_rate": 0.0002999728404618612,
      "loss": 5.6273,
      "step": 2046
    },
    {
      "epoch": 1.2801751094434022,
      "grad_norm": 3.8465057390539337,
      "learning_rate": 0.00029997164681466314,
      "loss": 5.516,
      "step": 2047
    },
    {
      "epoch": 1.2808005003126954,
      "grad_norm": 3.1373082399784518,
      "learning_rate": 0.0002999704275009022,
      "loss": 5.5901,
      "step": 2048
    },
    {
      "epoch": 1.2814258911819887,
      "grad_norm": 58.68580231042848,
      "learning_rate": 0.00029996918252078703,
      "loss": 5.8327,
      "step": 2049
    },
    {
      "epoch": 1.282051282051282,
      "grad_norm": 25.368430443962584,
      "learning_rate": 0.0002999679118745308,
      "loss": 5.7998,
      "step": 2050
    },
    {
      "epoch": 1.2826766729205754,
      "grad_norm": 5.037319460989348,
      "learning_rate": 0.0002999666155623509,
      "loss": 5.7297,
      "step": 2051
    },
    {
      "epoch": 1.2833020637898687,
      "grad_norm": 6.8361461320430426,
      "learning_rate": 0.0002999652935844692,
      "loss": 5.9289,
      "step": 2052
    },
    {
      "epoch": 1.283927454659162,
      "grad_norm": 6.890912783448789,
      "learning_rate": 0.00029996394594111194,
      "loss": 5.8425,
      "step": 2053
    },
    {
      "epoch": 1.2845528455284554,
      "grad_norm": 6.459345253281609,
      "learning_rate": 0.0002999625726325098,
      "loss": 5.6976,
      "step": 2054
    },
    {
      "epoch": 1.2851782363977486,
      "grad_norm": 4.884035103597381,
      "learning_rate": 0.0002999611736588977,
      "loss": 5.7155,
      "step": 2055
    },
    {
      "epoch": 1.285803627267042,
      "grad_norm": 4.49538225818511,
      "learning_rate": 0.00029995974902051524,
      "loss": 5.6291,
      "step": 2056
    },
    {
      "epoch": 1.2864290181363351,
      "grad_norm": 18.02821024914387,
      "learning_rate": 0.00029995829871760606,
      "loss": 5.8201,
      "step": 2057
    },
    {
      "epoch": 1.2870544090056284,
      "grad_norm": 6.482485763842942,
      "learning_rate": 0.0002999568227504185,
      "loss": 5.6275,
      "step": 2058
    },
    {
      "epoch": 1.2876797998749219,
      "grad_norm": 4.044716777938721,
      "learning_rate": 0.0002999553211192051,
      "loss": 5.7046,
      "step": 2059
    },
    {
      "epoch": 1.2883051907442151,
      "grad_norm": 5.5880738372493965,
      "learning_rate": 0.0002999537938242229,
      "loss": 5.6675,
      "step": 2060
    },
    {
      "epoch": 1.2889305816135084,
      "grad_norm": 5.99883792244712,
      "learning_rate": 0.0002999522408657332,
      "loss": 5.8387,
      "step": 2061
    },
    {
      "epoch": 1.2895559724828018,
      "grad_norm": 4.779899510839738,
      "learning_rate": 0.0002999506622440018,
      "loss": 5.6611,
      "step": 2062
    },
    {
      "epoch": 1.290181363352095,
      "grad_norm": 3.0701953175012116,
      "learning_rate": 0.0002999490579592989,
      "loss": 5.4275,
      "step": 2063
    },
    {
      "epoch": 1.2908067542213884,
      "grad_norm": 9.19848385720523,
      "learning_rate": 0.00029994742801189915,
      "loss": 5.6983,
      "step": 2064
    },
    {
      "epoch": 1.2914321450906816,
      "grad_norm": 7.065878656273317,
      "learning_rate": 0.00029994577240208134,
      "loss": 5.7597,
      "step": 2065
    },
    {
      "epoch": 1.2920575359599749,
      "grad_norm": 2.3196472046787813,
      "learning_rate": 0.0002999440911301289,
      "loss": 5.727,
      "step": 2066
    },
    {
      "epoch": 1.2926829268292683,
      "grad_norm": 5.21339029893165,
      "learning_rate": 0.0002999423841963295,
      "loss": 5.536,
      "step": 2067
    },
    {
      "epoch": 1.2933083176985616,
      "grad_norm": 4.198238822456078,
      "learning_rate": 0.00029994065160097544,
      "loss": 5.7382,
      "step": 2068
    },
    {
      "epoch": 1.2939337085678548,
      "grad_norm": 4.023544368013708,
      "learning_rate": 0.00029993889334436303,
      "loss": 5.6144,
      "step": 2069
    },
    {
      "epoch": 1.2945590994371483,
      "grad_norm": 1.9738315870838097,
      "learning_rate": 0.0002999371094267933,
      "loss": 5.5719,
      "step": 2070
    },
    {
      "epoch": 1.2951844903064416,
      "grad_norm": 8.430557237738103,
      "learning_rate": 0.00029993529984857157,
      "loss": 5.6018,
      "step": 2071
    },
    {
      "epoch": 1.2958098811757348,
      "grad_norm": 4.988961341858976,
      "learning_rate": 0.0002999334646100075,
      "loss": 5.5824,
      "step": 2072
    },
    {
      "epoch": 1.296435272045028,
      "grad_norm": 2.7403190653686407,
      "learning_rate": 0.00029993160371141514,
      "loss": 5.614,
      "step": 2073
    },
    {
      "epoch": 1.2970606629143213,
      "grad_norm": 4.23000079402886,
      "learning_rate": 0.000299929717153113,
      "loss": 5.623,
      "step": 2074
    },
    {
      "epoch": 1.2976860537836148,
      "grad_norm": 4.475436205411405,
      "learning_rate": 0.000299927804935424,
      "loss": 5.5807,
      "step": 2075
    },
    {
      "epoch": 1.298311444652908,
      "grad_norm": 3.2193515765039007,
      "learning_rate": 0.00029992586705867533,
      "loss": 5.7317,
      "step": 2076
    },
    {
      "epoch": 1.2989368355222013,
      "grad_norm": 2.706260157654081,
      "learning_rate": 0.00029992390352319865,
      "loss": 5.751,
      "step": 2077
    },
    {
      "epoch": 1.2995622263914948,
      "grad_norm": 6.386387321907205,
      "learning_rate": 0.0002999219143293301,
      "loss": 5.7314,
      "step": 2078
    },
    {
      "epoch": 1.300187617260788,
      "grad_norm": 2.5891596676205215,
      "learning_rate": 0.00029991989947741,
      "loss": 5.6506,
      "step": 2079
    },
    {
      "epoch": 1.3008130081300813,
      "grad_norm": 2.8296035472922814,
      "learning_rate": 0.0002999178589677832,
      "loss": 5.7231,
      "step": 2080
    },
    {
      "epoch": 1.3014383989993745,
      "grad_norm": 2.831621945684849,
      "learning_rate": 0.00029991579280079896,
      "loss": 5.7112,
      "step": 2081
    },
    {
      "epoch": 1.302063789868668,
      "grad_norm": 2.89830826558683,
      "learning_rate": 0.00029991370097681084,
      "loss": 5.6749,
      "step": 2082
    },
    {
      "epoch": 1.3026891807379612,
      "grad_norm": 3.183828748047209,
      "learning_rate": 0.0002999115834961769,
      "loss": 5.6221,
      "step": 2083
    },
    {
      "epoch": 1.3033145716072545,
      "grad_norm": 1.9590858485011926,
      "learning_rate": 0.00029990944035925953,
      "loss": 5.585,
      "step": 2084
    },
    {
      "epoch": 1.303939962476548,
      "grad_norm": 4.898331463672932,
      "learning_rate": 0.00029990727156642546,
      "loss": 5.6703,
      "step": 2085
    },
    {
      "epoch": 1.3045653533458412,
      "grad_norm": 3.281263710386367,
      "learning_rate": 0.0002999050771180459,
      "loss": 5.5322,
      "step": 2086
    },
    {
      "epoch": 1.3051907442151345,
      "grad_norm": 2.819638541651367,
      "learning_rate": 0.0002999028570144964,
      "loss": 5.6796,
      "step": 2087
    },
    {
      "epoch": 1.3058161350844277,
      "grad_norm": 4.3194205457665795,
      "learning_rate": 0.0002999006112561569,
      "loss": 5.597,
      "step": 2088
    },
    {
      "epoch": 1.306441525953721,
      "grad_norm": 2.268077609862765,
      "learning_rate": 0.0002998983398434117,
      "loss": 5.6142,
      "step": 2089
    },
    {
      "epoch": 1.3070669168230145,
      "grad_norm": 2.0612051485100062,
      "learning_rate": 0.00029989604277664964,
      "loss": 5.5804,
      "step": 2090
    },
    {
      "epoch": 1.3076923076923077,
      "grad_norm": 3.3546792550394087,
      "learning_rate": 0.0002998937200562639,
      "loss": 5.5858,
      "step": 2091
    },
    {
      "epoch": 1.308317698561601,
      "grad_norm": 3.5724717826903567,
      "learning_rate": 0.00029989137168265177,
      "loss": 5.6102,
      "step": 2092
    },
    {
      "epoch": 1.3089430894308944,
      "grad_norm": 2.573836457213653,
      "learning_rate": 0.00029988899765621534,
      "loss": 5.5259,
      "step": 2093
    },
    {
      "epoch": 1.3095684803001877,
      "grad_norm": 3.101057584093296,
      "learning_rate": 0.00029988659797736085,
      "loss": 5.4698,
      "step": 2094
    },
    {
      "epoch": 1.310193871169481,
      "grad_norm": 3.083814991860352,
      "learning_rate": 0.000299884172646499,
      "loss": 5.6163,
      "step": 2095
    },
    {
      "epoch": 1.3108192620387742,
      "grad_norm": 2.6622714352348997,
      "learning_rate": 0.00029988172166404487,
      "loss": 5.4519,
      "step": 2096
    },
    {
      "epoch": 1.3114446529080674,
      "grad_norm": 3.137379798605123,
      "learning_rate": 0.00029987924503041785,
      "loss": 5.5288,
      "step": 2097
    },
    {
      "epoch": 1.312070043777361,
      "grad_norm": 7.806703387211229,
      "learning_rate": 0.00029987674274604194,
      "loss": 5.5672,
      "step": 2098
    },
    {
      "epoch": 1.3126954346466542,
      "grad_norm": 9.316395869941644,
      "learning_rate": 0.00029987421481134525,
      "loss": 6.2277,
      "step": 2099
    },
    {
      "epoch": 1.3133208255159474,
      "grad_norm": 7.116919368746492,
      "learning_rate": 0.0002998716612267605,
      "loss": 5.6368,
      "step": 2100
    },
    {
      "epoch": 1.313946216385241,
      "grad_norm": 3.8410684180254746,
      "learning_rate": 0.0002998690819927248,
      "loss": 5.5938,
      "step": 2101
    },
    {
      "epoch": 1.3145716072545341,
      "grad_norm": 15.807358269797376,
      "learning_rate": 0.0002998664771096794,
      "loss": 5.6868,
      "step": 2102
    },
    {
      "epoch": 1.3151969981238274,
      "grad_norm": 5.43340949407155,
      "learning_rate": 0.0002998638465780701,
      "loss": 5.6283,
      "step": 2103
    },
    {
      "epoch": 1.3158223889931207,
      "grad_norm": 5.013501322536665,
      "learning_rate": 0.00029986119039834727,
      "loss": 5.8578,
      "step": 2104
    },
    {
      "epoch": 1.316447779862414,
      "grad_norm": 4.827990518025746,
      "learning_rate": 0.0002998585085709653,
      "loss": 5.8154,
      "step": 2105
    },
    {
      "epoch": 1.3170731707317074,
      "grad_norm": 4.688516642087733,
      "learning_rate": 0.00029985580109638337,
      "loss": 5.5756,
      "step": 2106
    },
    {
      "epoch": 1.3176985616010006,
      "grad_norm": 10.904456083133526,
      "learning_rate": 0.00029985306797506464,
      "loss": 5.6394,
      "step": 2107
    },
    {
      "epoch": 1.3183239524702939,
      "grad_norm": 2.8899455189081014,
      "learning_rate": 0.000299850309207477,
      "loss": 5.4986,
      "step": 2108
    },
    {
      "epoch": 1.3189493433395874,
      "grad_norm": 4.609814253929263,
      "learning_rate": 0.00029984752479409257,
      "loss": 5.6173,
      "step": 2109
    },
    {
      "epoch": 1.3195747342088806,
      "grad_norm": 4.922212428616654,
      "learning_rate": 0.00029984471473538786,
      "loss": 5.6204,
      "step": 2110
    },
    {
      "epoch": 1.3202001250781739,
      "grad_norm": 2.4849115320959125,
      "learning_rate": 0.0002998418790318438,
      "loss": 5.5148,
      "step": 2111
    },
    {
      "epoch": 1.320825515947467,
      "grad_norm": 8.000470153652792,
      "learning_rate": 0.00029983901768394566,
      "loss": 5.5449,
      "step": 2112
    },
    {
      "epoch": 1.3214509068167604,
      "grad_norm": 2.935709441218677,
      "learning_rate": 0.0002998361306921832,
      "loss": 5.3611,
      "step": 2113
    },
    {
      "epoch": 1.3220762976860538,
      "grad_norm": 4.414391416281392,
      "learning_rate": 0.0002998332180570505,
      "loss": 5.3697,
      "step": 2114
    },
    {
      "epoch": 1.322701688555347,
      "grad_norm": 2.7084822101548593,
      "learning_rate": 0.00029983027977904597,
      "loss": 5.4692,
      "step": 2115
    },
    {
      "epoch": 1.3233270794246403,
      "grad_norm": 3.6713566774307114,
      "learning_rate": 0.00029982731585867256,
      "loss": 5.502,
      "step": 2116
    },
    {
      "epoch": 1.3239524702939338,
      "grad_norm": 2.0152833264629337,
      "learning_rate": 0.0002998243262964375,
      "loss": 5.3828,
      "step": 2117
    },
    {
      "epoch": 1.324577861163227,
      "grad_norm": 2.5872374345154787,
      "learning_rate": 0.00029982131109285235,
      "loss": 5.4212,
      "step": 2118
    },
    {
      "epoch": 1.3252032520325203,
      "grad_norm": 2.6581826537343276,
      "learning_rate": 0.00029981827024843326,
      "loss": 5.29,
      "step": 2119
    },
    {
      "epoch": 1.3258286429018136,
      "grad_norm": 2.7887884788662562,
      "learning_rate": 0.0002998152037637006,
      "loss": 5.3926,
      "step": 2120
    },
    {
      "epoch": 1.3264540337711068,
      "grad_norm": 2.8962403935906447,
      "learning_rate": 0.00029981211163917923,
      "loss": 5.2255,
      "step": 2121
    },
    {
      "epoch": 1.3270794246404003,
      "grad_norm": 2.58855021716435,
      "learning_rate": 0.00029980899387539825,
      "loss": 5.4013,
      "step": 2122
    },
    {
      "epoch": 1.3277048155096935,
      "grad_norm": 2.871884031677875,
      "learning_rate": 0.0002998058504728912,
      "loss": 5.1261,
      "step": 2123
    },
    {
      "epoch": 1.3283302063789868,
      "grad_norm": 2.307100077139543,
      "learning_rate": 0.00029980268143219626,
      "loss": 5.2082,
      "step": 2124
    },
    {
      "epoch": 1.3289555972482803,
      "grad_norm": 3.1071082546544626,
      "learning_rate": 0.0002997994867538556,
      "loss": 5.1111,
      "step": 2125
    },
    {
      "epoch": 1.3295809881175735,
      "grad_norm": 2.9660410327468063,
      "learning_rate": 0.00029979626643841605,
      "loss": 5.1853,
      "step": 2126
    },
    {
      "epoch": 1.3302063789868668,
      "grad_norm": 2.325416976722287,
      "learning_rate": 0.0002997930204864287,
      "loss": 5.2736,
      "step": 2127
    },
    {
      "epoch": 1.33083176985616,
      "grad_norm": 2.8877356913541026,
      "learning_rate": 0.0002997897488984491,
      "loss": 5.2231,
      "step": 2128
    },
    {
      "epoch": 1.3314571607254533,
      "grad_norm": 1.9094010367706369,
      "learning_rate": 0.0002997864516750371,
      "loss": 5.1689,
      "step": 2129
    },
    {
      "epoch": 1.3320825515947468,
      "grad_norm": 3.369100157223525,
      "learning_rate": 0.00029978312881675715,
      "loss": 5.0691,
      "step": 2130
    },
    {
      "epoch": 1.33270794246404,
      "grad_norm": 2.6059477446890638,
      "learning_rate": 0.00029977978032417774,
      "loss": 4.9905,
      "step": 2131
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 3.3919836555778344,
      "learning_rate": 0.00029977640619787213,
      "loss": 5.144,
      "step": 2132
    },
    {
      "epoch": 1.3339587242026267,
      "grad_norm": 2.274341620420057,
      "learning_rate": 0.0002997730064384176,
      "loss": 5.1691,
      "step": 2133
    },
    {
      "epoch": 1.33458411507192,
      "grad_norm": 3.85320946277842,
      "learning_rate": 0.0002997695810463961,
      "loss": 4.9644,
      "step": 2134
    },
    {
      "epoch": 1.3352095059412132,
      "grad_norm": 4.347864308279969,
      "learning_rate": 0.0002997661300223938,
      "loss": 5.1529,
      "step": 2135
    },
    {
      "epoch": 1.3358348968105065,
      "grad_norm": 5.273632121882105,
      "learning_rate": 0.00029976265336700137,
      "loss": 5.1235,
      "step": 2136
    },
    {
      "epoch": 1.3364602876797997,
      "grad_norm": 4.50419109391325,
      "learning_rate": 0.0002997591510808138,
      "loss": 5.2609,
      "step": 2137
    },
    {
      "epoch": 1.3370856785490932,
      "grad_norm": 2.6184852431797756,
      "learning_rate": 0.0002997556231644305,
      "loss": 5.0596,
      "step": 2138
    },
    {
      "epoch": 1.3377110694183865,
      "grad_norm": 4.637354560886021,
      "learning_rate": 0.00029975206961845523,
      "loss": 4.9622,
      "step": 2139
    },
    {
      "epoch": 1.3383364602876797,
      "grad_norm": 3.500355708610947,
      "learning_rate": 0.0002997484904434961,
      "loss": 4.8948,
      "step": 2140
    },
    {
      "epoch": 1.3389618511569732,
      "grad_norm": 5.228438285718466,
      "learning_rate": 0.00029974488564016576,
      "loss": 4.9929,
      "step": 2141
    },
    {
      "epoch": 1.3395872420262664,
      "grad_norm": 3.7418956191054202,
      "learning_rate": 0.00029974125520908104,
      "loss": 4.9932,
      "step": 2142
    },
    {
      "epoch": 1.3402126328955597,
      "grad_norm": 2.411678174968858,
      "learning_rate": 0.0002997375991508633,
      "loss": 4.9037,
      "step": 2143
    },
    {
      "epoch": 1.340838023764853,
      "grad_norm": 16.272140220234686,
      "learning_rate": 0.0002997339174661383,
      "loss": 5.0281,
      "step": 2144
    },
    {
      "epoch": 1.3414634146341464,
      "grad_norm": 8.208396198059019,
      "learning_rate": 0.00029973021015553615,
      "loss": 4.7867,
      "step": 2145
    },
    {
      "epoch": 1.3420888055034397,
      "grad_norm": 7.390950326913407,
      "learning_rate": 0.0002997264772196912,
      "loss": 4.8417,
      "step": 2146
    },
    {
      "epoch": 1.342714196372733,
      "grad_norm": 3.9104131822741572,
      "learning_rate": 0.00029972271865924245,
      "loss": 5.0299,
      "step": 2147
    },
    {
      "epoch": 1.3433395872420264,
      "grad_norm": 5.2077164440643875,
      "learning_rate": 0.00029971893447483305,
      "loss": 4.942,
      "step": 2148
    },
    {
      "epoch": 1.3439649781113197,
      "grad_norm": 3.591308628434169,
      "learning_rate": 0.0002997151246671107,
      "loss": 4.8938,
      "step": 2149
    },
    {
      "epoch": 1.344590368980613,
      "grad_norm": 3.2546274056832525,
      "learning_rate": 0.0002997112892367274,
      "loss": 4.9259,
      "step": 2150
    },
    {
      "epoch": 1.3452157598499062,
      "grad_norm": 3.814147511060051,
      "learning_rate": 0.0002997074281843395,
      "loss": 4.8901,
      "step": 2151
    },
    {
      "epoch": 1.3458411507191994,
      "grad_norm": 3.085392268208977,
      "learning_rate": 0.0002997035415106079,
      "loss": 4.7737,
      "step": 2152
    },
    {
      "epoch": 1.3464665415884929,
      "grad_norm": 4.9091379435601565,
      "learning_rate": 0.00029969962921619776,
      "loss": 4.7083,
      "step": 2153
    },
    {
      "epoch": 1.3470919324577861,
      "grad_norm": 2.87200426785538,
      "learning_rate": 0.0002996956913017785,
      "loss": 4.886,
      "step": 2154
    },
    {
      "epoch": 1.3477173233270794,
      "grad_norm": 2.4794221196397164,
      "learning_rate": 0.00029969172776802427,
      "loss": 4.681,
      "step": 2155
    },
    {
      "epoch": 1.3483427141963729,
      "grad_norm": 3.056612665829831,
      "learning_rate": 0.00029968773861561326,
      "loss": 4.854,
      "step": 2156
    },
    {
      "epoch": 1.3489681050656661,
      "grad_norm": 2.949373874677688,
      "learning_rate": 0.00029968372384522825,
      "loss": 4.6716,
      "step": 2157
    },
    {
      "epoch": 1.3495934959349594,
      "grad_norm": 2.1324326174699104,
      "learning_rate": 0.0002996796834575563,
      "loss": 4.6565,
      "step": 2158
    },
    {
      "epoch": 1.3502188868042526,
      "grad_norm": 2.1223840607506412,
      "learning_rate": 0.00029967561745328886,
      "loss": 4.78,
      "step": 2159
    },
    {
      "epoch": 1.3508442776735459,
      "grad_norm": 2.210994143559573,
      "learning_rate": 0.0002996715258331219,
      "loss": 4.7642,
      "step": 2160
    },
    {
      "epoch": 1.3514696685428393,
      "grad_norm": 2.1151246624665347,
      "learning_rate": 0.00029966740859775555,
      "loss": 4.682,
      "step": 2161
    },
    {
      "epoch": 1.3520950594121326,
      "grad_norm": 2.354050835840121,
      "learning_rate": 0.00029966326574789454,
      "loss": 4.7403,
      "step": 2162
    },
    {
      "epoch": 1.3527204502814258,
      "grad_norm": 2.594194525178517,
      "learning_rate": 0.00029965909728424785,
      "loss": 4.7234,
      "step": 2163
    },
    {
      "epoch": 1.3533458411507193,
      "grad_norm": 2.4152860694490585,
      "learning_rate": 0.00029965490320752895,
      "loss": 4.7366,
      "step": 2164
    },
    {
      "epoch": 1.3539712320200126,
      "grad_norm": 3.7805176319985945,
      "learning_rate": 0.00029965068351845553,
      "loss": 4.7021,
      "step": 2165
    },
    {
      "epoch": 1.3545966228893058,
      "grad_norm": 2.551673364315855,
      "learning_rate": 0.0002996464382177498,
      "loss": 4.7998,
      "step": 2166
    },
    {
      "epoch": 1.355222013758599,
      "grad_norm": 2.187722327975468,
      "learning_rate": 0.00029964216730613826,
      "loss": 4.6543,
      "step": 2167
    },
    {
      "epoch": 1.3558474046278923,
      "grad_norm": 3.1114267448467317,
      "learning_rate": 0.00029963787078435196,
      "loss": 4.4229,
      "step": 2168
    },
    {
      "epoch": 1.3564727954971858,
      "grad_norm": 2.5848657383208975,
      "learning_rate": 0.0002996335486531261,
      "loss": 4.5342,
      "step": 2169
    },
    {
      "epoch": 1.357098186366479,
      "grad_norm": 2.8634603963641476,
      "learning_rate": 0.0002996292009132005,
      "loss": 4.6049,
      "step": 2170
    },
    {
      "epoch": 1.3577235772357723,
      "grad_norm": 2.2200939134957967,
      "learning_rate": 0.00029962482756531913,
      "loss": 4.5565,
      "step": 2171
    },
    {
      "epoch": 1.3583489681050658,
      "grad_norm": 2.9670042860127435,
      "learning_rate": 0.0002996204286102305,
      "loss": 4.4078,
      "step": 2172
    },
    {
      "epoch": 1.358974358974359,
      "grad_norm": 2.4672756046785755,
      "learning_rate": 0.0002996160040486875,
      "loss": 4.6179,
      "step": 2173
    },
    {
      "epoch": 1.3595997498436523,
      "grad_norm": 2.9589524928945203,
      "learning_rate": 0.00029961155388144725,
      "loss": 4.2325,
      "step": 2174
    },
    {
      "epoch": 1.3602251407129455,
      "grad_norm": 2.7206054873706518,
      "learning_rate": 0.0002996070781092715,
      "loss": 4.3016,
      "step": 2175
    },
    {
      "epoch": 1.3608505315822388,
      "grad_norm": 3.2488663811678986,
      "learning_rate": 0.00029960257673292617,
      "loss": 4.7487,
      "step": 2176
    },
    {
      "epoch": 1.3614759224515323,
      "grad_norm": 2.3456222418649335,
      "learning_rate": 0.0002995980497531817,
      "loss": 4.4012,
      "step": 2177
    },
    {
      "epoch": 1.3621013133208255,
      "grad_norm": 3.395223561275197,
      "learning_rate": 0.0002995934971708128,
      "loss": 4.5604,
      "step": 2178
    },
    {
      "epoch": 1.3627267041901188,
      "grad_norm": 2.1714369408238268,
      "learning_rate": 0.00029958891898659856,
      "loss": 4.6184,
      "step": 2179
    },
    {
      "epoch": 1.3633520950594122,
      "grad_norm": 2.49248569973733,
      "learning_rate": 0.00029958431520132255,
      "loss": 4.7328,
      "step": 2180
    },
    {
      "epoch": 1.3639774859287055,
      "grad_norm": 2.9420234755003474,
      "learning_rate": 0.00029957968581577273,
      "loss": 4.5367,
      "step": 2181
    },
    {
      "epoch": 1.3646028767979987,
      "grad_norm": 2.2066690332013303,
      "learning_rate": 0.00029957503083074134,
      "loss": 4.477,
      "step": 2182
    },
    {
      "epoch": 1.365228267667292,
      "grad_norm": 3.5287817887720827,
      "learning_rate": 0.00029957035024702505,
      "loss": 4.5999,
      "step": 2183
    },
    {
      "epoch": 1.3658536585365852,
      "grad_norm": 3.8631581669452815,
      "learning_rate": 0.00029956564406542486,
      "loss": 4.4685,
      "step": 2184
    },
    {
      "epoch": 1.3664790494058787,
      "grad_norm": 2.1470933104089824,
      "learning_rate": 0.0002995609122867463,
      "loss": 4.499,
      "step": 2185
    },
    {
      "epoch": 1.367104440275172,
      "grad_norm": 3.3123705903621574,
      "learning_rate": 0.0002995561549117991,
      "loss": 4.4082,
      "step": 2186
    },
    {
      "epoch": 1.3677298311444652,
      "grad_norm": 4.1871188137165145,
      "learning_rate": 0.00029955137194139745,
      "loss": 4.5384,
      "step": 2187
    },
    {
      "epoch": 1.3683552220137587,
      "grad_norm": 3.0404807689185582,
      "learning_rate": 0.00029954656337636,
      "loss": 4.5707,
      "step": 2188
    },
    {
      "epoch": 1.368980612883052,
      "grad_norm": 4.276779393249783,
      "learning_rate": 0.0002995417292175095,
      "loss": 4.4336,
      "step": 2189
    },
    {
      "epoch": 1.3696060037523452,
      "grad_norm": 8.020149530455571,
      "learning_rate": 0.0002995368694656736,
      "loss": 4.7519,
      "step": 2190
    },
    {
      "epoch": 1.3702313946216385,
      "grad_norm": 2.920305515547388,
      "learning_rate": 0.0002995319841216838,
      "loss": 4.5615,
      "step": 2191
    },
    {
      "epoch": 1.3708567854909317,
      "grad_norm": 3.1891957517678273,
      "learning_rate": 0.0002995270731863762,
      "loss": 4.8178,
      "step": 2192
    },
    {
      "epoch": 1.3714821763602252,
      "grad_norm": 3.592495624075601,
      "learning_rate": 0.0002995221366605913,
      "loss": 4.5043,
      "step": 2193
    },
    {
      "epoch": 1.3721075672295184,
      "grad_norm": 2.454433954964278,
      "learning_rate": 0.0002995171745451739,
      "loss": 4.4911,
      "step": 2194
    },
    {
      "epoch": 1.3727329580988117,
      "grad_norm": 5.195520980422298,
      "learning_rate": 0.00029951218684097334,
      "loss": 4.6509,
      "step": 2195
    },
    {
      "epoch": 1.3733583489681052,
      "grad_norm": 3.033617908652411,
      "learning_rate": 0.0002995071735488432,
      "loss": 4.73,
      "step": 2196
    },
    {
      "epoch": 1.3739837398373984,
      "grad_norm": 5.412281732122184,
      "learning_rate": 0.00029950213466964137,
      "loss": 4.6693,
      "step": 2197
    },
    {
      "epoch": 1.3746091307066917,
      "grad_norm": 2.9466708629189498,
      "learning_rate": 0.0002994970702042303,
      "loss": 4.6162,
      "step": 2198
    },
    {
      "epoch": 1.375234521575985,
      "grad_norm": 3.189088078990263,
      "learning_rate": 0.00029949198015347676,
      "loss": 4.5753,
      "step": 2199
    },
    {
      "epoch": 1.3758599124452782,
      "grad_norm": 2.936989994138373,
      "learning_rate": 0.00029948686451825187,
      "loss": 4.3777,
      "step": 2200
    },
    {
      "epoch": 1.3764853033145716,
      "grad_norm": 2.450426917325751,
      "learning_rate": 0.000299481723299431,
      "loss": 4.5916,
      "step": 2201
    },
    {
      "epoch": 1.377110694183865,
      "grad_norm": 2.6997532558377357,
      "learning_rate": 0.0002994765564978942,
      "loss": 4.4539,
      "step": 2202
    },
    {
      "epoch": 1.3777360850531581,
      "grad_norm": 4.561206747025122,
      "learning_rate": 0.0002994713641145257,
      "loss": 4.5791,
      "step": 2203
    },
    {
      "epoch": 1.3783614759224516,
      "grad_norm": 3.0212632876715504,
      "learning_rate": 0.000299466146150214,
      "loss": 4.3436,
      "step": 2204
    },
    {
      "epoch": 1.3789868667917449,
      "grad_norm": 2.5938474605215185,
      "learning_rate": 0.00029946090260585235,
      "loss": 4.4144,
      "step": 2205
    },
    {
      "epoch": 1.3796122576610381,
      "grad_norm": 2.3523225567308974,
      "learning_rate": 0.00029945563348233794,
      "loss": 4.614,
      "step": 2206
    },
    {
      "epoch": 1.3802376485303314,
      "grad_norm": 2.737403119134233,
      "learning_rate": 0.00029945033878057265,
      "loss": 4.5008,
      "step": 2207
    },
    {
      "epoch": 1.3808630393996248,
      "grad_norm": 2.305183429094906,
      "learning_rate": 0.0002994450185014626,
      "loss": 4.5145,
      "step": 2208
    },
    {
      "epoch": 1.381488430268918,
      "grad_norm": 3.2664655376732004,
      "learning_rate": 0.00029943967264591827,
      "loss": 4.2755,
      "step": 2209
    },
    {
      "epoch": 1.3821138211382114,
      "grad_norm": 2.307277936914257,
      "learning_rate": 0.0002994343012148546,
      "loss": 4.3525,
      "step": 2210
    },
    {
      "epoch": 1.3827392120075048,
      "grad_norm": 3.3544340643169708,
      "learning_rate": 0.00029942890420919094,
      "loss": 4.488,
      "step": 2211
    },
    {
      "epoch": 1.383364602876798,
      "grad_norm": 3.0670441464059963,
      "learning_rate": 0.00029942348162985085,
      "loss": 4.5996,
      "step": 2212
    },
    {
      "epoch": 1.3839899937460913,
      "grad_norm": 2.922448675737054,
      "learning_rate": 0.00029941803347776247,
      "loss": 4.5801,
      "step": 2213
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 2.626516109088325,
      "learning_rate": 0.00029941255975385805,
      "loss": 4.6489,
      "step": 2214
    },
    {
      "epoch": 1.3852407754846778,
      "grad_norm": 2.520734827945471,
      "learning_rate": 0.00029940706045907456,
      "loss": 4.4379,
      "step": 2215
    },
    {
      "epoch": 1.3858661663539713,
      "grad_norm": 3.847650119088609,
      "learning_rate": 0.000299401535594353,
      "loss": 4.5231,
      "step": 2216
    },
    {
      "epoch": 1.3864915572232646,
      "grad_norm": 2.3266761005956003,
      "learning_rate": 0.0002993959851606391,
      "loss": 4.4858,
      "step": 2217
    },
    {
      "epoch": 1.3871169480925578,
      "grad_norm": 2.742418640297255,
      "learning_rate": 0.00029939040915888263,
      "loss": 4.5547,
      "step": 2218
    },
    {
      "epoch": 1.3877423389618513,
      "grad_norm": 2.2612540622361608,
      "learning_rate": 0.00029938480759003784,
      "loss": 4.3657,
      "step": 2219
    },
    {
      "epoch": 1.3883677298311445,
      "grad_norm": 3.4633516907567943,
      "learning_rate": 0.00029937918045506355,
      "loss": 4.355,
      "step": 2220
    },
    {
      "epoch": 1.3889931207004378,
      "grad_norm": 2.17927980374746,
      "learning_rate": 0.00029937352775492274,
      "loss": 4.4384,
      "step": 2221
    },
    {
      "epoch": 1.389618511569731,
      "grad_norm": 4.307487266979452,
      "learning_rate": 0.0002993678494905828,
      "loss": 4.3221,
      "step": 2222
    },
    {
      "epoch": 1.3902439024390243,
      "grad_norm": 2.6259754441832355,
      "learning_rate": 0.00029936214566301557,
      "loss": 4.3308,
      "step": 2223
    },
    {
      "epoch": 1.3908692933083178,
      "grad_norm": 3.2781949392873986,
      "learning_rate": 0.00029935641627319714,
      "loss": 4.4525,
      "step": 2224
    },
    {
      "epoch": 1.391494684177611,
      "grad_norm": 2.550783021431889,
      "learning_rate": 0.00029935066132210817,
      "loss": 4.3585,
      "step": 2225
    },
    {
      "epoch": 1.3921200750469043,
      "grad_norm": 3.352183799196221,
      "learning_rate": 0.00029934488081073343,
      "loss": 4.5962,
      "step": 2226
    },
    {
      "epoch": 1.3927454659161977,
      "grad_norm": 1.9762365231494936,
      "learning_rate": 0.00029933907474006237,
      "loss": 4.3107,
      "step": 2227
    },
    {
      "epoch": 1.393370856785491,
      "grad_norm": 2.410859838116129,
      "learning_rate": 0.0002993332431110886,
      "loss": 4.418,
      "step": 2228
    },
    {
      "epoch": 1.3939962476547842,
      "grad_norm": 2.5423248172088684,
      "learning_rate": 0.00029932738592481007,
      "loss": 4.1743,
      "step": 2229
    },
    {
      "epoch": 1.3946216385240775,
      "grad_norm": 4.281126737095684,
      "learning_rate": 0.00029932150318222935,
      "loss": 4.4335,
      "step": 2230
    },
    {
      "epoch": 1.3952470293933708,
      "grad_norm": 2.0226789606550675,
      "learning_rate": 0.00029931559488435307,
      "loss": 4.3031,
      "step": 2231
    },
    {
      "epoch": 1.3958724202626642,
      "grad_norm": 5.1336965205734675,
      "learning_rate": 0.00029930966103219257,
      "loss": 4.3637,
      "step": 2232
    },
    {
      "epoch": 1.3964978111319575,
      "grad_norm": 2.9975204760567635,
      "learning_rate": 0.0002993037016267632,
      "loss": 4.2565,
      "step": 2233
    },
    {
      "epoch": 1.3971232020012507,
      "grad_norm": 15.620189340115784,
      "learning_rate": 0.000299297716669085,
      "loss": 5.2464,
      "step": 2234
    },
    {
      "epoch": 1.3977485928705442,
      "grad_norm": 3.522868767660598,
      "learning_rate": 0.00029929170616018217,
      "loss": 4.5225,
      "step": 2235
    },
    {
      "epoch": 1.3983739837398375,
      "grad_norm": 3.8818950186264374,
      "learning_rate": 0.00029928567010108345,
      "loss": 4.5754,
      "step": 2236
    },
    {
      "epoch": 1.3989993746091307,
      "grad_norm": 16.30465205802461,
      "learning_rate": 0.00029927960849282184,
      "loss": 5.7856,
      "step": 2237
    },
    {
      "epoch": 1.399624765478424,
      "grad_norm": 3.9274738772257165,
      "learning_rate": 0.0002992735213364347,
      "loss": 4.8347,
      "step": 2238
    },
    {
      "epoch": 1.4002501563477172,
      "grad_norm": 3.3481136924432784,
      "learning_rate": 0.00029926740863296376,
      "loss": 4.7748,
      "step": 2239
    },
    {
      "epoch": 1.4008755472170107,
      "grad_norm": 3.264338171305331,
      "learning_rate": 0.0002992612703834553,
      "loss": 4.664,
      "step": 2240
    },
    {
      "epoch": 1.401500938086304,
      "grad_norm": 2.879164019288503,
      "learning_rate": 0.0002992551065889598,
      "loss": 4.5054,
      "step": 2241
    },
    {
      "epoch": 1.4021263289555972,
      "grad_norm": 2.7669401137213887,
      "learning_rate": 0.00029924891725053204,
      "loss": 4.5771,
      "step": 2242
    },
    {
      "epoch": 1.4027517198248907,
      "grad_norm": 3.2497791076705713,
      "learning_rate": 0.00029924270236923137,
      "loss": 4.6354,
      "step": 2243
    },
    {
      "epoch": 1.403377110694184,
      "grad_norm": 2.8754378287424287,
      "learning_rate": 0.00029923646194612147,
      "loss": 4.5626,
      "step": 2244
    },
    {
      "epoch": 1.4040025015634772,
      "grad_norm": 2.4839391242267927,
      "learning_rate": 0.00029923019598227023,
      "loss": 4.5517,
      "step": 2245
    },
    {
      "epoch": 1.4046278924327704,
      "grad_norm": 3.6023978788558844,
      "learning_rate": 0.00029922390447875013,
      "loss": 4.3022,
      "step": 2246
    },
    {
      "epoch": 1.4052532833020637,
      "grad_norm": 3.0285848805227698,
      "learning_rate": 0.00029921758743663775,
      "loss": 4.5295,
      "step": 2247
    },
    {
      "epoch": 1.4058786741713571,
      "grad_norm": 2.9674677629470936,
      "learning_rate": 0.00029921124485701446,
      "loss": 4.5,
      "step": 2248
    },
    {
      "epoch": 1.4065040650406504,
      "grad_norm": 4.4930680162149,
      "learning_rate": 0.0002992048767409655,
      "loss": 4.5061,
      "step": 2249
    },
    {
      "epoch": 1.4071294559099436,
      "grad_norm": 3.260435428652392,
      "learning_rate": 0.00029919848308958085,
      "loss": 4.3209,
      "step": 2250
    },
    {
      "epoch": 1.4077548467792371,
      "grad_norm": 2.458589476371694,
      "learning_rate": 0.00029919206390395476,
      "loss": 4.3907,
      "step": 2251
    },
    {
      "epoch": 1.4083802376485304,
      "grad_norm": 2.184480745317555,
      "learning_rate": 0.00029918561918518575,
      "loss": 4.4513,
      "step": 2252
    },
    {
      "epoch": 1.4090056285178236,
      "grad_norm": 3.1726165015407544,
      "learning_rate": 0.0002991791489343768,
      "loss": 4.6132,
      "step": 2253
    },
    {
      "epoch": 1.4096310193871169,
      "grad_norm": 3.113154561962109,
      "learning_rate": 0.00029917265315263533,
      "loss": 4.313,
      "step": 2254
    },
    {
      "epoch": 1.4102564102564101,
      "grad_norm": 2.3679936157080146,
      "learning_rate": 0.00029916613184107296,
      "loss": 4.1466,
      "step": 2255
    },
    {
      "epoch": 1.4108818011257036,
      "grad_norm": 2.4899797012749443,
      "learning_rate": 0.00029915958500080584,
      "loss": 4.3655,
      "step": 2256
    },
    {
      "epoch": 1.4115071919949969,
      "grad_norm": 2.332065539367708,
      "learning_rate": 0.0002991530126329543,
      "loss": 4.4008,
      "step": 2257
    },
    {
      "epoch": 1.41213258286429,
      "grad_norm": 4.282129814200021,
      "learning_rate": 0.00029914641473864325,
      "loss": 4.4425,
      "step": 2258
    },
    {
      "epoch": 1.4127579737335836,
      "grad_norm": 5.267725964698567,
      "learning_rate": 0.00029913979131900183,
      "loss": 4.3222,
      "step": 2259
    },
    {
      "epoch": 1.4133833646028768,
      "grad_norm": 2.4102566505105214,
      "learning_rate": 0.0002991331423751636,
      "loss": 4.5131,
      "step": 2260
    },
    {
      "epoch": 1.41400875547217,
      "grad_norm": 3.121958822995807,
      "learning_rate": 0.0002991264679082665,
      "loss": 4.4328,
      "step": 2261
    },
    {
      "epoch": 1.4146341463414633,
      "grad_norm": 2.5210905386270994,
      "learning_rate": 0.0002991197679194528,
      "loss": 4.2249,
      "step": 2262
    },
    {
      "epoch": 1.4152595372107566,
      "grad_norm": 2.387817393145467,
      "learning_rate": 0.0002991130424098691,
      "loss": 4.4451,
      "step": 2263
    },
    {
      "epoch": 1.41588492808005,
      "grad_norm": 2.4547923793188247,
      "learning_rate": 0.0002991062913806665,
      "loss": 4.2594,
      "step": 2264
    },
    {
      "epoch": 1.4165103189493433,
      "grad_norm": 3.9071873976312426,
      "learning_rate": 0.0002990995148330004,
      "loss": 4.3969,
      "step": 2265
    },
    {
      "epoch": 1.4171357098186366,
      "grad_norm": 3.6639002736859845,
      "learning_rate": 0.00029909271276803046,
      "loss": 4.3811,
      "step": 2266
    },
    {
      "epoch": 1.41776110068793,
      "grad_norm": 2.8206068713318846,
      "learning_rate": 0.0002990858851869209,
      "loss": 4.3719,
      "step": 2267
    },
    {
      "epoch": 1.4183864915572233,
      "grad_norm": 6.407566874826821,
      "learning_rate": 0.00029907903209084013,
      "loss": 4.5018,
      "step": 2268
    },
    {
      "epoch": 1.4190118824265165,
      "grad_norm": 3.0639579000359576,
      "learning_rate": 0.0002990721534809611,
      "loss": 4.2919,
      "step": 2269
    },
    {
      "epoch": 1.4196372732958098,
      "grad_norm": 7.348248822264913,
      "learning_rate": 0.000299065249358461,
      "loss": 4.3785,
      "step": 2270
    },
    {
      "epoch": 1.4202626641651033,
      "grad_norm": 4.653661140732391,
      "learning_rate": 0.0002990583197245214,
      "loss": 4.1885,
      "step": 2271
    },
    {
      "epoch": 1.4208880550343965,
      "grad_norm": 4.874744151508424,
      "learning_rate": 0.00029905136458032827,
      "loss": 4.4965,
      "step": 2272
    },
    {
      "epoch": 1.4215134459036898,
      "grad_norm": 2.5592248397253767,
      "learning_rate": 0.00029904438392707193,
      "loss": 4.3318,
      "step": 2273
    },
    {
      "epoch": 1.4221388367729833,
      "grad_norm": 4.982230961707655,
      "learning_rate": 0.00029903737776594704,
      "loss": 4.3878,
      "step": 2274
    },
    {
      "epoch": 1.4227642276422765,
      "grad_norm": 2.712800837130154,
      "learning_rate": 0.0002990303460981527,
      "loss": 4.5862,
      "step": 2275
    },
    {
      "epoch": 1.4233896185115698,
      "grad_norm": 3.53420675724291,
      "learning_rate": 0.00029902328892489224,
      "loss": 4.3103,
      "step": 2276
    },
    {
      "epoch": 1.424015009380863,
      "grad_norm": 2.42606834595198,
      "learning_rate": 0.0002990162062473736,
      "loss": 4.5621,
      "step": 2277
    },
    {
      "epoch": 1.4246404002501563,
      "grad_norm": 2.6508895465785027,
      "learning_rate": 0.00029900909806680883,
      "loss": 4.4331,
      "step": 2278
    },
    {
      "epoch": 1.4252657911194497,
      "grad_norm": 2.8761513322156573,
      "learning_rate": 0.0002990019643844144,
      "loss": 4.3333,
      "step": 2279
    },
    {
      "epoch": 1.425891181988743,
      "grad_norm": 2.097737217812315,
      "learning_rate": 0.0002989948052014113,
      "loss": 4.1705,
      "step": 2280
    },
    {
      "epoch": 1.4265165728580362,
      "grad_norm": 2.599179141268735,
      "learning_rate": 0.00029898762051902474,
      "loss": 4.4811,
      "step": 2281
    },
    {
      "epoch": 1.4271419637273297,
      "grad_norm": 2.532298453441236,
      "learning_rate": 0.0002989804103384843,
      "loss": 4.1476,
      "step": 2282
    },
    {
      "epoch": 1.427767354596623,
      "grad_norm": 2.069689432676189,
      "learning_rate": 0.0002989731746610239,
      "loss": 4.3741,
      "step": 2283
    },
    {
      "epoch": 1.4283927454659162,
      "grad_norm": 2.433225325971918,
      "learning_rate": 0.0002989659134878819,
      "loss": 4.0825,
      "step": 2284
    },
    {
      "epoch": 1.4290181363352095,
      "grad_norm": 2.2935813741350697,
      "learning_rate": 0.0002989586268203011,
      "loss": 4.1414,
      "step": 2285
    },
    {
      "epoch": 1.4296435272045027,
      "grad_norm": 2.7587977372804073,
      "learning_rate": 0.00029895131465952846,
      "loss": 4.172,
      "step": 2286
    },
    {
      "epoch": 1.4302689180737962,
      "grad_norm": 2.3778019305521494,
      "learning_rate": 0.00029894397700681543,
      "loss": 4.2194,
      "step": 2287
    },
    {
      "epoch": 1.4308943089430894,
      "grad_norm": 3.379691289181467,
      "learning_rate": 0.0002989366138634178,
      "loss": 4.5003,
      "step": 2288
    },
    {
      "epoch": 1.4315196998123827,
      "grad_norm": 2.4510252495581053,
      "learning_rate": 0.0002989292252305957,
      "loss": 4.2371,
      "step": 2289
    },
    {
      "epoch": 1.4321450906816762,
      "grad_norm": 2.601837427085664,
      "learning_rate": 0.00029892181110961367,
      "loss": 4.0205,
      "step": 2290
    },
    {
      "epoch": 1.4327704815509694,
      "grad_norm": 2.3532065695763777,
      "learning_rate": 0.00029891437150174056,
      "loss": 4.0605,
      "step": 2291
    },
    {
      "epoch": 1.4333958724202627,
      "grad_norm": 2.774719452231257,
      "learning_rate": 0.0002989069064082496,
      "loss": 4.2737,
      "step": 2292
    },
    {
      "epoch": 1.434021263289556,
      "grad_norm": 2.679270038667671,
      "learning_rate": 0.0002988994158304184,
      "loss": 4.2405,
      "step": 2293
    },
    {
      "epoch": 1.4346466541588492,
      "grad_norm": 2.8200972796743122,
      "learning_rate": 0.000298891899769529,
      "loss": 3.8798,
      "step": 2294
    },
    {
      "epoch": 1.4352720450281427,
      "grad_norm": 4.871932609051316,
      "learning_rate": 0.0002988843582268675,
      "loss": 4.3305,
      "step": 2295
    },
    {
      "epoch": 1.435897435897436,
      "grad_norm": 2.5488858668134315,
      "learning_rate": 0.0002988767912037248,
      "loss": 4.5244,
      "step": 2296
    },
    {
      "epoch": 1.4365228267667292,
      "grad_norm": 3.393995097080761,
      "learning_rate": 0.0002988691987013959,
      "loss": 4.3285,
      "step": 2297
    },
    {
      "epoch": 1.4371482176360226,
      "grad_norm": 2.4573196469840566,
      "learning_rate": 0.00029886158072118006,
      "loss": 4.3847,
      "step": 2298
    },
    {
      "epoch": 1.4377736085053159,
      "grad_norm": 2.698794769061023,
      "learning_rate": 0.0002988539372643812,
      "loss": 4.2436,
      "step": 2299
    },
    {
      "epoch": 1.4383989993746091,
      "grad_norm": 2.736589598518426,
      "learning_rate": 0.0002988462683323074,
      "loss": 4.4165,
      "step": 2300
    },
    {
      "epoch": 1.4390243902439024,
      "grad_norm": 2.618435134231236,
      "learning_rate": 0.00029883857392627104,
      "loss": 4.2956,
      "step": 2301
    },
    {
      "epoch": 1.4396497811131956,
      "grad_norm": 2.841655114823808,
      "learning_rate": 0.00029883085404758914,
      "loss": 4.3302,
      "step": 2302
    },
    {
      "epoch": 1.440275171982489,
      "grad_norm": 2.8091387044120637,
      "learning_rate": 0.0002988231086975828,
      "loss": 4.245,
      "step": 2303
    },
    {
      "epoch": 1.4409005628517824,
      "grad_norm": 2.479181413039046,
      "learning_rate": 0.0002988153378775776,
      "loss": 4.4181,
      "step": 2304
    },
    {
      "epoch": 1.4415259537210756,
      "grad_norm": 2.6079571996806754,
      "learning_rate": 0.0002988075415889034,
      "loss": 4.2257,
      "step": 2305
    },
    {
      "epoch": 1.442151344590369,
      "grad_norm": 36.270567057193965,
      "learning_rate": 0.0002987997198328946,
      "loss": 4.2175,
      "step": 2306
    },
    {
      "epoch": 1.4427767354596623,
      "grad_norm": 2.569567046562075,
      "learning_rate": 0.0002987918726108897,
      "loss": 4.1214,
      "step": 2307
    },
    {
      "epoch": 1.4434021263289556,
      "grad_norm": 2.466751092691981,
      "learning_rate": 0.0002987839999242318,
      "loss": 4.3801,
      "step": 2308
    },
    {
      "epoch": 1.4440275171982488,
      "grad_norm": 1.8689379792525491,
      "learning_rate": 0.0002987761017742682,
      "loss": 4.2464,
      "step": 2309
    },
    {
      "epoch": 1.444652908067542,
      "grad_norm": 2.688300082413259,
      "learning_rate": 0.00029876817816235063,
      "loss": 4.0228,
      "step": 2310
    },
    {
      "epoch": 1.4452782989368356,
      "grad_norm": 3.2606360370370893,
      "learning_rate": 0.0002987602290898351,
      "loss": 4.0353,
      "step": 2311
    },
    {
      "epoch": 1.4459036898061288,
      "grad_norm": 5.019561551167439,
      "learning_rate": 0.0002987522545580822,
      "loss": 4.2537,
      "step": 2312
    },
    {
      "epoch": 1.446529080675422,
      "grad_norm": 2.5595715311344946,
      "learning_rate": 0.0002987442545684566,
      "loss": 4.3085,
      "step": 2313
    },
    {
      "epoch": 1.4471544715447155,
      "grad_norm": 4.519543824439936,
      "learning_rate": 0.00029873622912232736,
      "loss": 4.3063,
      "step": 2314
    },
    {
      "epoch": 1.4477798624140088,
      "grad_norm": 3.4028946973146237,
      "learning_rate": 0.0002987281782210681,
      "loss": 3.9462,
      "step": 2315
    },
    {
      "epoch": 1.448405253283302,
      "grad_norm": 4.088976671884809,
      "learning_rate": 0.00029872010186605665,
      "loss": 4.215,
      "step": 2316
    },
    {
      "epoch": 1.4490306441525953,
      "grad_norm": 2.246527780217795,
      "learning_rate": 0.0002987120000586752,
      "loss": 4.2069,
      "step": 2317
    },
    {
      "epoch": 1.4496560350218886,
      "grad_norm": 3.8192495705180223,
      "learning_rate": 0.0002987038728003103,
      "loss": 4.1776,
      "step": 2318
    },
    {
      "epoch": 1.450281425891182,
      "grad_norm": 2.7464758929164166,
      "learning_rate": 0.0002986957200923529,
      "loss": 4.2504,
      "step": 2319
    },
    {
      "epoch": 1.4509068167604753,
      "grad_norm": 2.494977543008634,
      "learning_rate": 0.0002986875419361983,
      "loss": 4.1751,
      "step": 2320
    },
    {
      "epoch": 1.4515322076297685,
      "grad_norm": 2.841211079198783,
      "learning_rate": 0.0002986793383332461,
      "loss": 4.2647,
      "step": 2321
    },
    {
      "epoch": 1.452157598499062,
      "grad_norm": 14.265120478905372,
      "learning_rate": 0.0002986711092849003,
      "loss": 4.2312,
      "step": 2322
    },
    {
      "epoch": 1.4527829893683553,
      "grad_norm": 3.394773116513638,
      "learning_rate": 0.0002986628547925692,
      "loss": 4.3693,
      "step": 2323
    },
    {
      "epoch": 1.4534083802376485,
      "grad_norm": 2.4271074672089914,
      "learning_rate": 0.00029865457485766557,
      "loss": 4.2665,
      "step": 2324
    },
    {
      "epoch": 1.4540337711069418,
      "grad_norm": 3.5175411286304956,
      "learning_rate": 0.0002986462694816063,
      "loss": 4.3478,
      "step": 2325
    },
    {
      "epoch": 1.454659161976235,
      "grad_norm": 3.0166939089917024,
      "learning_rate": 0.000298637938665813,
      "loss": 4.1922,
      "step": 2326
    },
    {
      "epoch": 1.4552845528455285,
      "grad_norm": 2.968826878527234,
      "learning_rate": 0.0002986295824117114,
      "loss": 3.986,
      "step": 2327
    },
    {
      "epoch": 1.4559099437148217,
      "grad_norm": 3.705239841087816,
      "learning_rate": 0.0002986212007207315,
      "loss": 4.3656,
      "step": 2328
    },
    {
      "epoch": 1.456535334584115,
      "grad_norm": 2.798960912931977,
      "learning_rate": 0.0002986127935943078,
      "loss": 4.28,
      "step": 2329
    },
    {
      "epoch": 1.4571607254534085,
      "grad_norm": 2.112869815231319,
      "learning_rate": 0.00029860436103387923,
      "loss": 4.1021,
      "step": 2330
    },
    {
      "epoch": 1.4577861163227017,
      "grad_norm": 2.601957056824074,
      "learning_rate": 0.0002985959030408888,
      "loss": 3.9751,
      "step": 2331
    },
    {
      "epoch": 1.458411507191995,
      "grad_norm": 2.7342405528401894,
      "learning_rate": 0.0002985874196167841,
      "loss": 4.3554,
      "step": 2332
    },
    {
      "epoch": 1.4590368980612882,
      "grad_norm": 3.1585057197592334,
      "learning_rate": 0.00029857891076301706,
      "loss": 4.0808,
      "step": 2333
    },
    {
      "epoch": 1.4596622889305815,
      "grad_norm": 2.3502873784811733,
      "learning_rate": 0.0002985703764810438,
      "loss": 4.4226,
      "step": 2334
    },
    {
      "epoch": 1.460287679799875,
      "grad_norm": 2.2970823623712704,
      "learning_rate": 0.000298561816772325,
      "loss": 4.2082,
      "step": 2335
    },
    {
      "epoch": 1.4609130706691682,
      "grad_norm": 3.4599164352174867,
      "learning_rate": 0.00029855323163832556,
      "loss": 4.1202,
      "step": 2336
    },
    {
      "epoch": 1.4615384615384617,
      "grad_norm": 2.6924394111473395,
      "learning_rate": 0.00029854462108051474,
      "loss": 4.1255,
      "step": 2337
    },
    {
      "epoch": 1.462163852407755,
      "grad_norm": 2.7148688203097158,
      "learning_rate": 0.0002985359851003662,
      "loss": 4.0367,
      "step": 2338
    },
    {
      "epoch": 1.4627892432770482,
      "grad_norm": 2.567043838908046,
      "learning_rate": 0.00029852732369935794,
      "loss": 4.2174,
      "step": 2339
    },
    {
      "epoch": 1.4634146341463414,
      "grad_norm": 2.720321336651956,
      "learning_rate": 0.0002985186368789723,
      "loss": 4.0193,
      "step": 2340
    },
    {
      "epoch": 1.4640400250156347,
      "grad_norm": 2.6316057831187103,
      "learning_rate": 0.00029850992464069585,
      "loss": 4.2503,
      "step": 2341
    },
    {
      "epoch": 1.4646654158849282,
      "grad_norm": 2.3504281618012612,
      "learning_rate": 0.0002985011869860198,
      "loss": 3.9877,
      "step": 2342
    },
    {
      "epoch": 1.4652908067542214,
      "grad_norm": 2.317730897265635,
      "learning_rate": 0.0002984924239164394,
      "loss": 4.2429,
      "step": 2343
    },
    {
      "epoch": 1.4659161976235147,
      "grad_norm": 2.674018413763895,
      "learning_rate": 0.0002984836354334545,
      "loss": 4.0393,
      "step": 2344
    },
    {
      "epoch": 1.4665415884928081,
      "grad_norm": 2.3580632563749817,
      "learning_rate": 0.00029847482153856907,
      "loss": 4.1299,
      "step": 2345
    },
    {
      "epoch": 1.4671669793621014,
      "grad_norm": 2.5648000709249335,
      "learning_rate": 0.0002984659822332916,
      "loss": 3.9303,
      "step": 2346
    },
    {
      "epoch": 1.4677923702313946,
      "grad_norm": 3.0984061529187628,
      "learning_rate": 0.00029845711751913496,
      "loss": 4.1459,
      "step": 2347
    },
    {
      "epoch": 1.468417761100688,
      "grad_norm": 3.45034748370684,
      "learning_rate": 0.0002984482273976161,
      "loss": 3.958,
      "step": 2348
    },
    {
      "epoch": 1.4690431519699811,
      "grad_norm": 2.2895226622556333,
      "learning_rate": 0.0002984393118702566,
      "loss": 3.9949,
      "step": 2349
    },
    {
      "epoch": 1.4696685428392746,
      "grad_norm": 3.1367949430196918,
      "learning_rate": 0.00029843037093858234,
      "loss": 4.3287,
      "step": 2350
    },
    {
      "epoch": 1.4702939337085679,
      "grad_norm": 3.2069740065067087,
      "learning_rate": 0.0002984214046041234,
      "loss": 4.0201,
      "step": 2351
    },
    {
      "epoch": 1.4709193245778611,
      "grad_norm": 2.9177940114403498,
      "learning_rate": 0.00029841241286841433,
      "loss": 4.3088,
      "step": 2352
    },
    {
      "epoch": 1.4715447154471546,
      "grad_norm": 2.317979461112767,
      "learning_rate": 0.0002984033957329941,
      "loss": 4.1121,
      "step": 2353
    },
    {
      "epoch": 1.4721701063164478,
      "grad_norm": 3.8507322014426935,
      "learning_rate": 0.00029839435319940576,
      "loss": 4.1353,
      "step": 2354
    },
    {
      "epoch": 1.472795497185741,
      "grad_norm": 1.8961981727930306,
      "learning_rate": 0.00029838528526919696,
      "loss": 4.2388,
      "step": 2355
    },
    {
      "epoch": 1.4734208880550344,
      "grad_norm": 2.9989304052621972,
      "learning_rate": 0.0002983761919439196,
      "loss": 4.0662,
      "step": 2356
    },
    {
      "epoch": 1.4740462789243276,
      "grad_norm": 2.3406934309385785,
      "learning_rate": 0.00029836707322513,
      "loss": 4.0872,
      "step": 2357
    },
    {
      "epoch": 1.474671669793621,
      "grad_norm": 2.3487762376512964,
      "learning_rate": 0.0002983579291143887,
      "loss": 4.0675,
      "step": 2358
    },
    {
      "epoch": 1.4752970606629143,
      "grad_norm": 2.2919967903072367,
      "learning_rate": 0.0002983487596132606,
      "loss": 4.0153,
      "step": 2359
    },
    {
      "epoch": 1.4759224515322076,
      "grad_norm": 2.2767139607974087,
      "learning_rate": 0.00029833956472331504,
      "loss": 4.1579,
      "step": 2360
    },
    {
      "epoch": 1.476547842401501,
      "grad_norm": 2.150061136706801,
      "learning_rate": 0.0002983303444461257,
      "loss": 4.1782,
      "step": 2361
    },
    {
      "epoch": 1.4771732332707943,
      "grad_norm": 2.0362375935047416,
      "learning_rate": 0.0002983210987832705,
      "loss": 4.0783,
      "step": 2362
    },
    {
      "epoch": 1.4777986241400876,
      "grad_norm": 2.2002590185852027,
      "learning_rate": 0.0002983118277363319,
      "loss": 3.9747,
      "step": 2363
    },
    {
      "epoch": 1.4784240150093808,
      "grad_norm": 2.4749438120358933,
      "learning_rate": 0.0002983025313068964,
      "loss": 3.8359,
      "step": 2364
    },
    {
      "epoch": 1.479049405878674,
      "grad_norm": 2.6395598846591652,
      "learning_rate": 0.00029829320949655507,
      "loss": 3.9409,
      "step": 2365
    },
    {
      "epoch": 1.4796747967479675,
      "grad_norm": 3.0718703727839447,
      "learning_rate": 0.0002982838623069033,
      "loss": 4.1914,
      "step": 2366
    },
    {
      "epoch": 1.4803001876172608,
      "grad_norm": 3.1641984128965115,
      "learning_rate": 0.00029827448973954076,
      "loss": 3.8713,
      "step": 2367
    },
    {
      "epoch": 1.480925578486554,
      "grad_norm": 2.5718825714147426,
      "learning_rate": 0.00029826509179607154,
      "loss": 3.9407,
      "step": 2368
    },
    {
      "epoch": 1.4815509693558475,
      "grad_norm": 2.5679018443038766,
      "learning_rate": 0.000298255668478104,
      "loss": 3.9993,
      "step": 2369
    },
    {
      "epoch": 1.4821763602251408,
      "grad_norm": 2.974960416184726,
      "learning_rate": 0.00029824621978725096,
      "loss": 4.0455,
      "step": 2370
    },
    {
      "epoch": 1.482801751094434,
      "grad_norm": 2.212669206519723,
      "learning_rate": 0.00029823674572512933,
      "loss": 4.0271,
      "step": 2371
    },
    {
      "epoch": 1.4834271419637273,
      "grad_norm": 2.678263211244742,
      "learning_rate": 0.0002982272462933607,
      "loss": 4.1025,
      "step": 2372
    },
    {
      "epoch": 1.4840525328330205,
      "grad_norm": 2.2213806655249315,
      "learning_rate": 0.00029821772149357065,
      "loss": 3.8261,
      "step": 2373
    },
    {
      "epoch": 1.484677923702314,
      "grad_norm": 2.3058035499405576,
      "learning_rate": 0.00029820817132738934,
      "loss": 3.7621,
      "step": 2374
    },
    {
      "epoch": 1.4853033145716072,
      "grad_norm": 2.9185053567417434,
      "learning_rate": 0.00029819859579645135,
      "loss": 3.8962,
      "step": 2375
    },
    {
      "epoch": 1.4859287054409005,
      "grad_norm": 2.475756798628251,
      "learning_rate": 0.00029818899490239534,
      "loss": 3.6179,
      "step": 2376
    },
    {
      "epoch": 1.486554096310194,
      "grad_norm": 2.474459895536493,
      "learning_rate": 0.0002981793686468644,
      "loss": 3.999,
      "step": 2377
    },
    {
      "epoch": 1.4871794871794872,
      "grad_norm": 2.1208060629342427,
      "learning_rate": 0.0002981697170315061,
      "loss": 3.6381,
      "step": 2378
    },
    {
      "epoch": 1.4878048780487805,
      "grad_norm": 2.1430649633755054,
      "learning_rate": 0.0002981600400579722,
      "loss": 3.8698,
      "step": 2379
    },
    {
      "epoch": 1.4884302689180737,
      "grad_norm": 2.9152236342319466,
      "learning_rate": 0.00029815033772791883,
      "loss": 3.5738,
      "step": 2380
    },
    {
      "epoch": 1.489055659787367,
      "grad_norm": 2.200057192515901,
      "learning_rate": 0.0002981406100430064,
      "loss": 3.67,
      "step": 2381
    },
    {
      "epoch": 1.4896810506566605,
      "grad_norm": 2.527218164670543,
      "learning_rate": 0.0002981308570048999,
      "loss": 3.6855,
      "step": 2382
    },
    {
      "epoch": 1.4903064415259537,
      "grad_norm": 2.5388271568436425,
      "learning_rate": 0.00029812107861526836,
      "loss": 3.8733,
      "step": 2383
    },
    {
      "epoch": 1.490931832395247,
      "grad_norm": 2.973192079975618,
      "learning_rate": 0.0002981112748757853,
      "loss": 3.9998,
      "step": 2384
    },
    {
      "epoch": 1.4915572232645404,
      "grad_norm": 2.184992939952415,
      "learning_rate": 0.00029810144578812863,
      "loss": 3.8811,
      "step": 2385
    },
    {
      "epoch": 1.4921826141338337,
      "grad_norm": 2.5606710765088083,
      "learning_rate": 0.0002980915913539805,
      "loss": 3.9932,
      "step": 2386
    },
    {
      "epoch": 1.492808005003127,
      "grad_norm": 2.7048682308603267,
      "learning_rate": 0.00029808171157502737,
      "loss": 4.0222,
      "step": 2387
    },
    {
      "epoch": 1.4934333958724202,
      "grad_norm": 2.418457421683196,
      "learning_rate": 0.00029807180645296014,
      "loss": 3.8994,
      "step": 2388
    },
    {
      "epoch": 1.4940587867417134,
      "grad_norm": 2.85765289615218,
      "learning_rate": 0.00029806187598947396,
      "loss": 4.0069,
      "step": 2389
    },
    {
      "epoch": 1.494684177611007,
      "grad_norm": 2.860777734213183,
      "learning_rate": 0.00029805192018626835,
      "loss": 3.5597,
      "step": 2390
    },
    {
      "epoch": 1.4953095684803002,
      "grad_norm": 2.4671559033562653,
      "learning_rate": 0.0002980419390450473,
      "loss": 3.8459,
      "step": 2391
    },
    {
      "epoch": 1.4959349593495934,
      "grad_norm": 3.1189599471980314,
      "learning_rate": 0.0002980319325675189,
      "loss": 3.9648,
      "step": 2392
    },
    {
      "epoch": 1.496560350218887,
      "grad_norm": 2.3724131298101714,
      "learning_rate": 0.00029802190075539566,
      "loss": 3.8021,
      "step": 2393
    },
    {
      "epoch": 1.4971857410881801,
      "grad_norm": 2.194133406218668,
      "learning_rate": 0.00029801184361039453,
      "loss": 3.7612,
      "step": 2394
    },
    {
      "epoch": 1.4978111319574734,
      "grad_norm": 2.4107808551205077,
      "learning_rate": 0.0002980017611342367,
      "loss": 3.6555,
      "step": 2395
    },
    {
      "epoch": 1.4984365228267666,
      "grad_norm": 2.3759880444024417,
      "learning_rate": 0.0002979916533286477,
      "loss": 3.812,
      "step": 2396
    },
    {
      "epoch": 1.49906191369606,
      "grad_norm": 2.656694797265745,
      "learning_rate": 0.0002979815201953574,
      "loss": 3.9934,
      "step": 2397
    },
    {
      "epoch": 1.4996873045653534,
      "grad_norm": 2.3033083728006445,
      "learning_rate": 0.00029797136173609996,
      "loss": 3.8669,
      "step": 2398
    },
    {
      "epoch": 1.5003126954346466,
      "grad_norm": 2.0800709296328206,
      "learning_rate": 0.00029796117795261403,
      "loss": 3.5987,
      "step": 2399
    },
    {
      "epoch": 1.50093808630394,
      "grad_norm": 2.428727869645582,
      "learning_rate": 0.00029795096884664246,
      "loss": 3.8052,
      "step": 2400
    },
    {
      "epoch": 1.5015634771732334,
      "grad_norm": 2.170009014893315,
      "learning_rate": 0.00029794073441993243,
      "loss": 3.6084,
      "step": 2401
    },
    {
      "epoch": 1.5021888680425266,
      "grad_norm": 2.254182212288013,
      "learning_rate": 0.00029793047467423553,
      "loss": 3.7006,
      "step": 2402
    },
    {
      "epoch": 1.5028142589118199,
      "grad_norm": 2.350388487614369,
      "learning_rate": 0.0002979201896113076,
      "loss": 3.8844,
      "step": 2403
    },
    {
      "epoch": 1.503439649781113,
      "grad_norm": 2.188620491753324,
      "learning_rate": 0.0002979098792329089,
      "loss": 3.6716,
      "step": 2404
    },
    {
      "epoch": 1.5040650406504064,
      "grad_norm": 3.294944772562626,
      "learning_rate": 0.0002978995435408039,
      "loss": 3.7253,
      "step": 2405
    },
    {
      "epoch": 1.5046904315196998,
      "grad_norm": 2.2525243195784967,
      "learning_rate": 0.00029788918253676155,
      "loss": 3.7528,
      "step": 2406
    },
    {
      "epoch": 1.505315822388993,
      "grad_norm": 3.0702611455451416,
      "learning_rate": 0.0002978787962225551,
      "loss": 3.8041,
      "step": 2407
    },
    {
      "epoch": 1.5059412132582866,
      "grad_norm": 2.1598144174636915,
      "learning_rate": 0.0002978683845999619,
      "loss": 3.5233,
      "step": 2408
    },
    {
      "epoch": 1.5065666041275798,
      "grad_norm": 2.9218610659086464,
      "learning_rate": 0.00029785794767076413,
      "loss": 3.3482,
      "step": 2409
    },
    {
      "epoch": 1.507191994996873,
      "grad_norm": 2.389713709406696,
      "learning_rate": 0.0002978474854367477,
      "loss": 4.0406,
      "step": 2410
    },
    {
      "epoch": 1.5078173858661663,
      "grad_norm": 2.1697971635108058,
      "learning_rate": 0.0002978369978997033,
      "loss": 3.7833,
      "step": 2411
    },
    {
      "epoch": 1.5084427767354596,
      "grad_norm": 2.1182316484628276,
      "learning_rate": 0.00029782648506142576,
      "loss": 3.6216,
      "step": 2412
    },
    {
      "epoch": 1.5090681676047528,
      "grad_norm": 2.119493759538382,
      "learning_rate": 0.0002978159469237143,
      "loss": 3.6303,
      "step": 2413
    },
    {
      "epoch": 1.5096935584740463,
      "grad_norm": 2.5682359318154018,
      "learning_rate": 0.00029780538348837246,
      "loss": 3.6994,
      "step": 2414
    },
    {
      "epoch": 1.5103189493433395,
      "grad_norm": 2.556405572232552,
      "learning_rate": 0.000297794794757208,
      "loss": 3.6519,
      "step": 2415
    },
    {
      "epoch": 1.510944340212633,
      "grad_norm": 3.3173080700678605,
      "learning_rate": 0.0002977841807320332,
      "loss": 3.6716,
      "step": 2416
    },
    {
      "epoch": 1.5115697310819263,
      "grad_norm": 2.5564565070687584,
      "learning_rate": 0.0002977735414146645,
      "loss": 3.8192,
      "step": 2417
    },
    {
      "epoch": 1.5121951219512195,
      "grad_norm": 2.3927325320370754,
      "learning_rate": 0.0002977628768069228,
      "loss": 3.8801,
      "step": 2418
    },
    {
      "epoch": 1.5128205128205128,
      "grad_norm": 2.405503018744158,
      "learning_rate": 0.00029775218691063327,
      "loss": 3.4664,
      "step": 2419
    },
    {
      "epoch": 1.513445903689806,
      "grad_norm": 2.0617757923280564,
      "learning_rate": 0.0002977414717276254,
      "loss": 3.5523,
      "step": 2420
    },
    {
      "epoch": 1.5140712945590993,
      "grad_norm": 3.88591257985101,
      "learning_rate": 0.00029773073125973295,
      "loss": 3.6293,
      "step": 2421
    },
    {
      "epoch": 1.5146966854283928,
      "grad_norm": 2.144280485537259,
      "learning_rate": 0.0002977199655087942,
      "loss": 3.5586,
      "step": 2422
    },
    {
      "epoch": 1.515322076297686,
      "grad_norm": 2.173985807592009,
      "learning_rate": 0.0002977091744766515,
      "loss": 3.4598,
      "step": 2423
    },
    {
      "epoch": 1.5159474671669795,
      "grad_norm": 2.3197010195711028,
      "learning_rate": 0.0002976983581651518,
      "loss": 3.0809,
      "step": 2424
    },
    {
      "epoch": 1.5165728580362727,
      "grad_norm": 3.3240700628945903,
      "learning_rate": 0.00029768751657614605,
      "loss": 3.6129,
      "step": 2425
    },
    {
      "epoch": 1.517198248905566,
      "grad_norm": 4.450634530693062,
      "learning_rate": 0.0002976766497114899,
      "loss": 3.3282,
      "step": 2426
    },
    {
      "epoch": 1.5178236397748592,
      "grad_norm": 2.778708801087532,
      "learning_rate": 0.000297665757573043,
      "loss": 3.3258,
      "step": 2427
    },
    {
      "epoch": 1.5184490306441525,
      "grad_norm": 2.8547539318582387,
      "learning_rate": 0.0002976548401626695,
      "loss": 3.0649,
      "step": 2428
    },
    {
      "epoch": 1.5190744215134457,
      "grad_norm": 4.370883513644379,
      "learning_rate": 0.0002976438974822379,
      "loss": 3.0195,
      "step": 2429
    },
    {
      "epoch": 1.5196998123827392,
      "grad_norm": 5.574755279177911,
      "learning_rate": 0.00029763292953362085,
      "loss": 3.3908,
      "step": 2430
    },
    {
      "epoch": 1.5203252032520327,
      "grad_norm": 6.087744036365713,
      "learning_rate": 0.0002976219363186955,
      "loss": 3.3126,
      "step": 2431
    },
    {
      "epoch": 1.520950594121326,
      "grad_norm": 2.0291143419398514,
      "learning_rate": 0.0002976109178393433,
      "loss": 3.1648,
      "step": 2432
    },
    {
      "epoch": 1.5215759849906192,
      "grad_norm": 2.3849329393647722,
      "learning_rate": 0.00029759987409744987,
      "loss": 2.8897,
      "step": 2433
    },
    {
      "epoch": 1.5222013758599124,
      "grad_norm": 3.0181758193713217,
      "learning_rate": 0.0002975888050949053,
      "loss": 2.9368,
      "step": 2434
    },
    {
      "epoch": 1.5228267667292057,
      "grad_norm": 1.9886349345341248,
      "learning_rate": 0.00029757771083360404,
      "loss": 2.8282,
      "step": 2435
    },
    {
      "epoch": 1.523452157598499,
      "grad_norm": 2.5841382195309293,
      "learning_rate": 0.0002975665913154448,
      "loss": 2.4312,
      "step": 2436
    },
    {
      "epoch": 1.5240775484677924,
      "grad_norm": 2.531879045227988,
      "learning_rate": 0.0002975554465423305,
      "loss": 2.8482,
      "step": 2437
    },
    {
      "epoch": 1.5247029393370857,
      "grad_norm": 15.217707389584017,
      "learning_rate": 0.0002975442765161686,
      "loss": 2.6819,
      "step": 2438
    },
    {
      "epoch": 1.5253283302063791,
      "grad_norm": 6.005969172220411,
      "learning_rate": 0.0002975330812388706,
      "loss": 2.7329,
      "step": 2439
    },
    {
      "epoch": 1.5259537210756724,
      "grad_norm": 2.0380905107101572,
      "learning_rate": 0.00029752186071235265,
      "loss": 2.5267,
      "step": 2440
    },
    {
      "epoch": 1.5265791119449656,
      "grad_norm": 2.7070898008295057,
      "learning_rate": 0.00029751061493853506,
      "loss": 2.6327,
      "step": 2441
    },
    {
      "epoch": 1.527204502814259,
      "grad_norm": 7.32195070945909,
      "learning_rate": 0.0002974993439193424,
      "loss": 2.9165,
      "step": 2442
    },
    {
      "epoch": 1.5278298936835522,
      "grad_norm": 3.213338258504821,
      "learning_rate": 0.0002974880476567036,
      "loss": 2.8027,
      "step": 2443
    },
    {
      "epoch": 1.5284552845528454,
      "grad_norm": 2.464553046476776,
      "learning_rate": 0.00029747672615255207,
      "loss": 2.4591,
      "step": 2444
    },
    {
      "epoch": 1.5290806754221389,
      "grad_norm": 2.838526860034458,
      "learning_rate": 0.0002974653794088252,
      "loss": 2.4949,
      "step": 2445
    },
    {
      "epoch": 1.5297060662914321,
      "grad_norm": 9.934269740176951,
      "learning_rate": 0.00029745400742746506,
      "loss": 2.5482,
      "step": 2446
    },
    {
      "epoch": 1.5303314571607256,
      "grad_norm": 2.571333078583822,
      "learning_rate": 0.00029744261021041787,
      "loss": 2.5206,
      "step": 2447
    },
    {
      "epoch": 1.5309568480300189,
      "grad_norm": 2.7318749992686318,
      "learning_rate": 0.0002974311877596341,
      "loss": 2.786,
      "step": 2448
    },
    {
      "epoch": 1.531582238899312,
      "grad_norm": 2.0233479425385013,
      "learning_rate": 0.0002974197400770687,
      "loss": 2.5979,
      "step": 2449
    },
    {
      "epoch": 1.5322076297686054,
      "grad_norm": 3.5264540891555614,
      "learning_rate": 0.00029740826716468077,
      "loss": 2.7131,
      "step": 2450
    },
    {
      "epoch": 1.5328330206378986,
      "grad_norm": 2.5906557577428906,
      "learning_rate": 0.0002973967690244339,
      "loss": 2.609,
      "step": 2451
    },
    {
      "epoch": 1.5334584115071919,
      "grad_norm": 1.943960877407138,
      "learning_rate": 0.00029738524565829584,
      "loss": 2.6733,
      "step": 2452
    },
    {
      "epoch": 1.5340838023764853,
      "grad_norm": 2.43564772791952,
      "learning_rate": 0.0002973736970682388,
      "loss": 2.4103,
      "step": 2453
    },
    {
      "epoch": 1.5347091932457786,
      "grad_norm": 4.638668710133569,
      "learning_rate": 0.0002973621232562392,
      "loss": 2.6395,
      "step": 2454
    },
    {
      "epoch": 1.535334584115072,
      "grad_norm": 1.964170332997138,
      "learning_rate": 0.0002973505242242779,
      "loss": 2.3289,
      "step": 2455
    },
    {
      "epoch": 1.5359599749843653,
      "grad_norm": 2.7281543422946695,
      "learning_rate": 0.00029733889997433986,
      "loss": 2.2668,
      "step": 2456
    },
    {
      "epoch": 1.5365853658536586,
      "grad_norm": 1.7619417364328875,
      "learning_rate": 0.00029732725050841453,
      "loss": 2.3252,
      "step": 2457
    },
    {
      "epoch": 1.5372107567229518,
      "grad_norm": 5.875696428479085,
      "learning_rate": 0.00029731557582849565,
      "loss": 2.3775,
      "step": 2458
    },
    {
      "epoch": 1.537836147592245,
      "grad_norm": 2.120444466483445,
      "learning_rate": 0.0002973038759365813,
      "loss": 2.533,
      "step": 2459
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 2.777080664241295,
      "learning_rate": 0.00029729215083467374,
      "loss": 2.3772,
      "step": 2460
    },
    {
      "epoch": 1.5390869293308318,
      "grad_norm": 2.8109028851125846,
      "learning_rate": 0.00029728040052477966,
      "loss": 2.7624,
      "step": 2461
    },
    {
      "epoch": 1.539712320200125,
      "grad_norm": 1.9265436963507154,
      "learning_rate": 0.0002972686250089101,
      "loss": 2.5134,
      "step": 2462
    },
    {
      "epoch": 1.5403377110694185,
      "grad_norm": 6.5727227663448895,
      "learning_rate": 0.0002972568242890803,
      "loss": 2.1671,
      "step": 2463
    },
    {
      "epoch": 1.5409631019387118,
      "grad_norm": 5.607607211823195,
      "learning_rate": 0.0002972449983673099,
      "loss": 2.4435,
      "step": 2464
    },
    {
      "epoch": 1.541588492808005,
      "grad_norm": 10.028851593571709,
      "learning_rate": 0.00029723314724562275,
      "loss": 2.5911,
      "step": 2465
    },
    {
      "epoch": 1.5422138836772983,
      "grad_norm": 9.492069456506853,
      "learning_rate": 0.0002972212709260472,
      "loss": 2.9626,
      "step": 2466
    },
    {
      "epoch": 1.5428392745465915,
      "grad_norm": 3.2328430949832407,
      "learning_rate": 0.0002972093694106157,
      "loss": 2.6186,
      "step": 2467
    },
    {
      "epoch": 1.5434646654158848,
      "grad_norm": 2.545785595981517,
      "learning_rate": 0.0002971974427013651,
      "loss": 2.0921,
      "step": 2468
    },
    {
      "epoch": 1.5440900562851783,
      "grad_norm": 2.36040538787251,
      "learning_rate": 0.0002971854908003367,
      "loss": 2.5369,
      "step": 2469
    },
    {
      "epoch": 1.5447154471544715,
      "grad_norm": 2.50481699711701,
      "learning_rate": 0.0002971735137095759,
      "loss": 2.843,
      "step": 2470
    },
    {
      "epoch": 1.545340838023765,
      "grad_norm": 5.511060182124713,
      "learning_rate": 0.00029716151143113236,
      "loss": 2.2945,
      "step": 2471
    },
    {
      "epoch": 1.5459662288930582,
      "grad_norm": 2.205788691252159,
      "learning_rate": 0.0002971494839670604,
      "loss": 2.4107,
      "step": 2472
    },
    {
      "epoch": 1.5465916197623515,
      "grad_norm": 1.929685127571041,
      "learning_rate": 0.00029713743131941833,
      "loss": 2.5396,
      "step": 2473
    },
    {
      "epoch": 1.5472170106316447,
      "grad_norm": 2.1400913116806497,
      "learning_rate": 0.0002971253534902689,
      "loss": 2.6071,
      "step": 2474
    },
    {
      "epoch": 1.547842401500938,
      "grad_norm": 2.0704868388570223,
      "learning_rate": 0.0002971132504816791,
      "loss": 2.4831,
      "step": 2475
    },
    {
      "epoch": 1.5484677923702312,
      "grad_norm": 1.835678879880538,
      "learning_rate": 0.00029710112229572034,
      "loss": 2.4728,
      "step": 2476
    },
    {
      "epoch": 1.5490931832395247,
      "grad_norm": 2.379534146910276,
      "learning_rate": 0.0002970889689344682,
      "loss": 2.4387,
      "step": 2477
    },
    {
      "epoch": 1.549718574108818,
      "grad_norm": 1.884079971479282,
      "learning_rate": 0.0002970767904000027,
      "loss": 2.3161,
      "step": 2478
    },
    {
      "epoch": 1.5503439649781114,
      "grad_norm": 1.7402030690463521,
      "learning_rate": 0.000297064586694408,
      "loss": 2.0634,
      "step": 2479
    },
    {
      "epoch": 1.5509693558474047,
      "grad_norm": 2.1232189773577845,
      "learning_rate": 0.00029705235781977285,
      "loss": 2.419,
      "step": 2480
    },
    {
      "epoch": 1.551594746716698,
      "grad_norm": 2.2549302182639126,
      "learning_rate": 0.00029704010377818997,
      "loss": 2.5183,
      "step": 2481
    },
    {
      "epoch": 1.5522201375859912,
      "grad_norm": 4.2460606060699435,
      "learning_rate": 0.00029702782457175663,
      "loss": 1.9052,
      "step": 2482
    },
    {
      "epoch": 1.5528455284552845,
      "grad_norm": 1.803058177588801,
      "learning_rate": 0.00029701552020257435,
      "loss": 2.3545,
      "step": 2483
    },
    {
      "epoch": 1.5534709193245777,
      "grad_norm": 2.263306185593081,
      "learning_rate": 0.0002970031906727489,
      "loss": 2.7676,
      "step": 2484
    },
    {
      "epoch": 1.5540963101938712,
      "grad_norm": 4.3976875552922206,
      "learning_rate": 0.0002969908359843904,
      "loss": 2.1292,
      "step": 2485
    },
    {
      "epoch": 1.5547217010631644,
      "grad_norm": 2.592483247916905,
      "learning_rate": 0.00029697845613961326,
      "loss": 2.0351,
      "step": 2486
    },
    {
      "epoch": 1.555347091932458,
      "grad_norm": 2.18404790756284,
      "learning_rate": 0.00029696605114053616,
      "loss": 2.2606,
      "step": 2487
    },
    {
      "epoch": 1.5559724828017512,
      "grad_norm": 2.5867438229337925,
      "learning_rate": 0.0002969536209892822,
      "loss": 2.3332,
      "step": 2488
    },
    {
      "epoch": 1.5565978736710444,
      "grad_norm": 3.47585211706841,
      "learning_rate": 0.00029694116568797864,
      "loss": 2.5582,
      "step": 2489
    },
    {
      "epoch": 1.5572232645403377,
      "grad_norm": 1.767038944405196,
      "learning_rate": 0.0002969286852387572,
      "loss": 2.438,
      "step": 2490
    },
    {
      "epoch": 1.557848655409631,
      "grad_norm": 1.7650900601997412,
      "learning_rate": 0.0002969161796437537,
      "loss": 2.3541,
      "step": 2491
    },
    {
      "epoch": 1.5584740462789242,
      "grad_norm": 1.8406092927580269,
      "learning_rate": 0.0002969036489051085,
      "loss": 2.5595,
      "step": 2492
    },
    {
      "epoch": 1.5590994371482176,
      "grad_norm": 3.7390308338554994,
      "learning_rate": 0.00029689109302496607,
      "loss": 2.2019,
      "step": 2493
    },
    {
      "epoch": 1.559724828017511,
      "grad_norm": 1.8048855320911168,
      "learning_rate": 0.00029687851200547533,
      "loss": 2.429,
      "step": 2494
    },
    {
      "epoch": 1.5603502188868044,
      "grad_norm": 1.6785648446021213,
      "learning_rate": 0.0002968659058487893,
      "loss": 2.3212,
      "step": 2495
    },
    {
      "epoch": 1.5609756097560976,
      "grad_norm": 1.6945791266460875,
      "learning_rate": 0.0002968532745570656,
      "loss": 2.2273,
      "step": 2496
    },
    {
      "epoch": 1.5616010006253909,
      "grad_norm": 1.9108660935052337,
      "learning_rate": 0.0002968406181324659,
      "loss": 2.4597,
      "step": 2497
    },
    {
      "epoch": 1.5622263914946841,
      "grad_norm": 1.5507250958983825,
      "learning_rate": 0.0002968279365771562,
      "loss": 2.4786,
      "step": 2498
    },
    {
      "epoch": 1.5628517823639774,
      "grad_norm": 1.93076088597584,
      "learning_rate": 0.00029681522989330694,
      "loss": 2.2003,
      "step": 2499
    },
    {
      "epoch": 1.5634771732332708,
      "grad_norm": 1.9784694970004681,
      "learning_rate": 0.0002968024980830927,
      "loss": 2.1891,
      "step": 2500
    },
    {
      "epoch": 1.564102564102564,
      "grad_norm": 2.0290064945977844,
      "learning_rate": 0.00029678974114869254,
      "loss": 2.2944,
      "step": 2501
    },
    {
      "epoch": 1.5647279549718576,
      "grad_norm": 10.213348098700243,
      "learning_rate": 0.0002967769590922897,
      "loss": 2.8008,
      "step": 2502
    },
    {
      "epoch": 1.5653533458411508,
      "grad_norm": 1.7748935322591526,
      "learning_rate": 0.0002967641519160716,
      "loss": 2.38,
      "step": 2503
    },
    {
      "epoch": 1.565978736710444,
      "grad_norm": 1.6765385900728142,
      "learning_rate": 0.0002967513196222303,
      "loss": 2.2349,
      "step": 2504
    },
    {
      "epoch": 1.5666041275797373,
      "grad_norm": 1.828641377302486,
      "learning_rate": 0.00029673846221296176,
      "loss": 2.2956,
      "step": 2505
    },
    {
      "epoch": 1.5672295184490306,
      "grad_norm": 1.7999766107472681,
      "learning_rate": 0.0002967255796904666,
      "loss": 2.3905,
      "step": 2506
    },
    {
      "epoch": 1.5678549093183238,
      "grad_norm": 1.6555569631703164,
      "learning_rate": 0.00029671267205694945,
      "loss": 2.3361,
      "step": 2507
    },
    {
      "epoch": 1.5684803001876173,
      "grad_norm": 1.9735121350401879,
      "learning_rate": 0.0002966997393146194,
      "loss": 2.4924,
      "step": 2508
    },
    {
      "epoch": 1.5691056910569106,
      "grad_norm": 1.6127932281254083,
      "learning_rate": 0.0002966867814656898,
      "loss": 2.13,
      "step": 2509
    },
    {
      "epoch": 1.569731081926204,
      "grad_norm": 1.5500432280424243,
      "learning_rate": 0.0002966737985123783,
      "loss": 2.385,
      "step": 2510
    },
    {
      "epoch": 1.5703564727954973,
      "grad_norm": 3.2800955277143258,
      "learning_rate": 0.0002966607904569068,
      "loss": 2.5148,
      "step": 2511
    },
    {
      "epoch": 1.5709818636647905,
      "grad_norm": 1.6697191773426021,
      "learning_rate": 0.00029664775730150165,
      "loss": 2.1805,
      "step": 2512
    },
    {
      "epoch": 1.5716072545340838,
      "grad_norm": 2.491421695956729,
      "learning_rate": 0.0002966346990483932,
      "loss": 2.2177,
      "step": 2513
    },
    {
      "epoch": 1.572232645403377,
      "grad_norm": 1.7825783830382564,
      "learning_rate": 0.00029662161569981644,
      "loss": 2.2686,
      "step": 2514
    },
    {
      "epoch": 1.5728580362726703,
      "grad_norm": 1.7071531109681344,
      "learning_rate": 0.00029660850725801035,
      "loss": 2.583,
      "step": 2515
    },
    {
      "epoch": 1.5734834271419638,
      "grad_norm": 1.6345644455108954,
      "learning_rate": 0.00029659537372521844,
      "loss": 2.194,
      "step": 2516
    },
    {
      "epoch": 1.574108818011257,
      "grad_norm": 1.5847025712256966,
      "learning_rate": 0.00029658221510368843,
      "loss": 2.3693,
      "step": 2517
    },
    {
      "epoch": 1.5747342088805505,
      "grad_norm": 2.9451926115915534,
      "learning_rate": 0.0002965690313956722,
      "loss": 2.4244,
      "step": 2518
    },
    {
      "epoch": 1.5753595997498437,
      "grad_norm": 2.47711391827162,
      "learning_rate": 0.00029655582260342624,
      "loss": 2.6384,
      "step": 2519
    },
    {
      "epoch": 1.575984990619137,
      "grad_norm": 1.7279536256433714,
      "learning_rate": 0.00029654258872921095,
      "loss": 2.2797,
      "step": 2520
    },
    {
      "epoch": 1.5766103814884302,
      "grad_norm": 6.583550824339714,
      "learning_rate": 0.00029652932977529135,
      "loss": 2.4664,
      "step": 2521
    },
    {
      "epoch": 1.5772357723577235,
      "grad_norm": 1.7609454691388362,
      "learning_rate": 0.0002965160457439365,
      "loss": 2.2224,
      "step": 2522
    },
    {
      "epoch": 1.5778611632270167,
      "grad_norm": 1.748718180788129,
      "learning_rate": 0.00029650273663742,
      "loss": 2.352,
      "step": 2523
    },
    {
      "epoch": 1.5784865540963102,
      "grad_norm": 2.053495683832047,
      "learning_rate": 0.0002964894024580194,
      "loss": 2.6198,
      "step": 2524
    },
    {
      "epoch": 1.5791119449656035,
      "grad_norm": 1.7156529677407275,
      "learning_rate": 0.000296476043208017,
      "loss": 2.1481,
      "step": 2525
    },
    {
      "epoch": 1.579737335834897,
      "grad_norm": 1.7303781438860515,
      "learning_rate": 0.000296462658889699,
      "loss": 2.3433,
      "step": 2526
    },
    {
      "epoch": 1.5803627267041902,
      "grad_norm": 1.9061197608417062,
      "learning_rate": 0.000296449249505356,
      "loss": 2.1419,
      "step": 2527
    },
    {
      "epoch": 1.5809881175734835,
      "grad_norm": 2.735285543921742,
      "learning_rate": 0.000296435815057283,
      "loss": 2.3174,
      "step": 2528
    },
    {
      "epoch": 1.5816135084427767,
      "grad_norm": 1.708432972022103,
      "learning_rate": 0.00029642235554777917,
      "loss": 2.3263,
      "step": 2529
    },
    {
      "epoch": 1.58223889931207,
      "grad_norm": 2.3092149182168167,
      "learning_rate": 0.000296408870979148,
      "loss": 2.3888,
      "step": 2530
    },
    {
      "epoch": 1.5828642901813632,
      "grad_norm": 1.7649287744639468,
      "learning_rate": 0.0002963953613536973,
      "loss": 2.6751,
      "step": 2531
    },
    {
      "epoch": 1.5834896810506567,
      "grad_norm": 1.7548223745931275,
      "learning_rate": 0.00029638182667373914,
      "loss": 2.4547,
      "step": 2532
    },
    {
      "epoch": 1.58411507191995,
      "grad_norm": 1.8072847825372462,
      "learning_rate": 0.00029636826694158985,
      "loss": 2.396,
      "step": 2533
    },
    {
      "epoch": 1.5847404627892434,
      "grad_norm": 1.59059359180378,
      "learning_rate": 0.0002963546821595702,
      "loss": 2.4615,
      "step": 2534
    },
    {
      "epoch": 1.5853658536585367,
      "grad_norm": 1.7714937921776348,
      "learning_rate": 0.00029634107233000493,
      "loss": 2.1195,
      "step": 2535
    },
    {
      "epoch": 1.58599124452783,
      "grad_norm": 1.6438013127285147,
      "learning_rate": 0.0002963274374552234,
      "loss": 2.3569,
      "step": 2536
    },
    {
      "epoch": 1.5866166353971232,
      "grad_norm": 1.5410433294131185,
      "learning_rate": 0.00029631377753755906,
      "loss": 2.1159,
      "step": 2537
    },
    {
      "epoch": 1.5872420262664164,
      "grad_norm": 1.5158422122127362,
      "learning_rate": 0.0002963000925793498,
      "loss": 2.2217,
      "step": 2538
    },
    {
      "epoch": 1.5878674171357097,
      "grad_norm": 1.6959789070667908,
      "learning_rate": 0.00029628638258293754,
      "loss": 2.4115,
      "step": 2539
    },
    {
      "epoch": 1.5884928080050031,
      "grad_norm": 4.033478352959449,
      "learning_rate": 0.00029627264755066883,
      "loss": 2.231,
      "step": 2540
    },
    {
      "epoch": 1.5891181988742964,
      "grad_norm": 1.7909962717655328,
      "learning_rate": 0.0002962588874848942,
      "loss": 2.2139,
      "step": 2541
    },
    {
      "epoch": 1.5897435897435899,
      "grad_norm": 2.3597373412715212,
      "learning_rate": 0.00029624510238796865,
      "loss": 2.5067,
      "step": 2542
    },
    {
      "epoch": 1.5903689806128831,
      "grad_norm": 1.6630664053911848,
      "learning_rate": 0.00029623129226225134,
      "loss": 2.291,
      "step": 2543
    },
    {
      "epoch": 1.5909943714821764,
      "grad_norm": 1.6162079276700114,
      "learning_rate": 0.00029621745711010583,
      "loss": 2.2436,
      "step": 2544
    },
    {
      "epoch": 1.5916197623514696,
      "grad_norm": 4.538114130058525,
      "learning_rate": 0.0002962035969338998,
      "loss": 2.0305,
      "step": 2545
    },
    {
      "epoch": 1.5922451532207629,
      "grad_norm": 1.808213850903521,
      "learning_rate": 0.0002961897117360055,
      "loss": 2.451,
      "step": 2546
    },
    {
      "epoch": 1.5928705440900561,
      "grad_norm": 1.6486971944439879,
      "learning_rate": 0.0002961758015187991,
      "loss": 2.2367,
      "step": 2547
    },
    {
      "epoch": 1.5934959349593496,
      "grad_norm": 2.631894649808183,
      "learning_rate": 0.00029616186628466133,
      "loss": 2.4661,
      "step": 2548
    },
    {
      "epoch": 1.5941213258286429,
      "grad_norm": 1.7457249651627074,
      "learning_rate": 0.00029614790603597717,
      "loss": 2.471,
      "step": 2549
    },
    {
      "epoch": 1.5947467166979363,
      "grad_norm": 1.7989932663374997,
      "learning_rate": 0.00029613392077513563,
      "loss": 2.0509,
      "step": 2550
    },
    {
      "epoch": 1.5953721075672296,
      "grad_norm": 1.5564751487100208,
      "learning_rate": 0.00029611991050453035,
      "loss": 2.1012,
      "step": 2551
    },
    {
      "epoch": 1.5959974984365228,
      "grad_norm": 1.7453523211717688,
      "learning_rate": 0.000296105875226559,
      "loss": 2.4429,
      "step": 2552
    },
    {
      "epoch": 1.596622889305816,
      "grad_norm": 1.6370600966336006,
      "learning_rate": 0.0002960918149436236,
      "loss": 2.311,
      "step": 2553
    },
    {
      "epoch": 1.5972482801751093,
      "grad_norm": 1.7337056419643095,
      "learning_rate": 0.0002960777296581306,
      "loss": 2.1113,
      "step": 2554
    },
    {
      "epoch": 1.5978736710444026,
      "grad_norm": 1.6612538403028707,
      "learning_rate": 0.0002960636193724904,
      "loss": 2.2264,
      "step": 2555
    },
    {
      "epoch": 1.598499061913696,
      "grad_norm": 1.6346490197759667,
      "learning_rate": 0.00029604948408911807,
      "loss": 1.8624,
      "step": 2556
    },
    {
      "epoch": 1.5991244527829893,
      "grad_norm": 1.929522937385254,
      "learning_rate": 0.00029603532381043256,
      "loss": 2.468,
      "step": 2557
    },
    {
      "epoch": 1.5997498436522828,
      "grad_norm": 1.6026956005505417,
      "learning_rate": 0.0002960211385388575,
      "loss": 2.422,
      "step": 2558
    },
    {
      "epoch": 1.600375234521576,
      "grad_norm": 1.7140149635071114,
      "learning_rate": 0.00029600692827682045,
      "loss": 2.5252,
      "step": 2559
    },
    {
      "epoch": 1.6010006253908693,
      "grad_norm": 1.6102286553453655,
      "learning_rate": 0.00029599269302675346,
      "loss": 2.2484,
      "step": 2560
    },
    {
      "epoch": 1.6016260162601625,
      "grad_norm": 1.5313467836917398,
      "learning_rate": 0.00029597843279109286,
      "loss": 2.2407,
      "step": 2561
    },
    {
      "epoch": 1.6022514071294558,
      "grad_norm": 1.8139570708634953,
      "learning_rate": 0.00029596414757227896,
      "loss": 2.4157,
      "step": 2562
    },
    {
      "epoch": 1.6028767979987493,
      "grad_norm": 1.6286402591415319,
      "learning_rate": 0.0002959498373727568,
      "loss": 2.058,
      "step": 2563
    },
    {
      "epoch": 1.6035021888680425,
      "grad_norm": 1.4411158102260524,
      "learning_rate": 0.0002959355021949754,
      "loss": 1.9484,
      "step": 2564
    },
    {
      "epoch": 1.604127579737336,
      "grad_norm": 1.6247580464601143,
      "learning_rate": 0.000295921142041388,
      "loss": 2.399,
      "step": 2565
    },
    {
      "epoch": 1.6047529706066292,
      "grad_norm": 1.7362346464484306,
      "learning_rate": 0.00029590675691445247,
      "loss": 2.5041,
      "step": 2566
    },
    {
      "epoch": 1.6053783614759225,
      "grad_norm": 1.4623012238738906,
      "learning_rate": 0.0002958923468166305,
      "loss": 1.8875,
      "step": 2567
    },
    {
      "epoch": 1.6060037523452158,
      "grad_norm": 1.8247945247722699,
      "learning_rate": 0.0002958779117503884,
      "loss": 1.9099,
      "step": 2568
    },
    {
      "epoch": 1.606629143214509,
      "grad_norm": 1.4985978889862936,
      "learning_rate": 0.0002958634517181966,
      "loss": 2.2244,
      "step": 2569
    },
    {
      "epoch": 1.6072545340838023,
      "grad_norm": 1.7374967944937427,
      "learning_rate": 0.0002958489667225298,
      "loss": 2.0821,
      "step": 2570
    },
    {
      "epoch": 1.6078799249530957,
      "grad_norm": 1.8669122376915843,
      "learning_rate": 0.00029583445676586696,
      "loss": 2.4025,
      "step": 2571
    },
    {
      "epoch": 1.608505315822389,
      "grad_norm": 8.848691412343857,
      "learning_rate": 0.00029581992185069155,
      "loss": 2.3572,
      "step": 2572
    },
    {
      "epoch": 1.6091307066916825,
      "grad_norm": 1.5833637878063744,
      "learning_rate": 0.00029580536197949093,
      "loss": 2.1183,
      "step": 2573
    },
    {
      "epoch": 1.6097560975609757,
      "grad_norm": 1.6888418495685134,
      "learning_rate": 0.00029579077715475693,
      "loss": 2.347,
      "step": 2574
    },
    {
      "epoch": 1.610381488430269,
      "grad_norm": 20.83918541533184,
      "learning_rate": 0.0002957761673789857,
      "loss": 2.3927,
      "step": 2575
    },
    {
      "epoch": 1.6110068792995622,
      "grad_norm": 2.2508034852987984,
      "learning_rate": 0.0002957615326546776,
      "loss": 2.3561,
      "step": 2576
    },
    {
      "epoch": 1.6116322701688555,
      "grad_norm": 2.130842547194547,
      "learning_rate": 0.0002957468729843372,
      "loss": 2.2898,
      "step": 2577
    },
    {
      "epoch": 1.6122576610381487,
      "grad_norm": 1.676128599148719,
      "learning_rate": 0.00029573218837047346,
      "loss": 2.2023,
      "step": 2578
    },
    {
      "epoch": 1.6128830519074422,
      "grad_norm": 1.516632743724326,
      "learning_rate": 0.0002957174788155995,
      "loss": 2.1504,
      "step": 2579
    },
    {
      "epoch": 1.6135084427767354,
      "grad_norm": 2.18523459225508,
      "learning_rate": 0.00029570274432223276,
      "loss": 2.5294,
      "step": 2580
    },
    {
      "epoch": 1.614133833646029,
      "grad_norm": 2.1518780186635698,
      "learning_rate": 0.000295687984892895,
      "loss": 2.4434,
      "step": 2581
    },
    {
      "epoch": 1.6147592245153222,
      "grad_norm": 1.6542398115173647,
      "learning_rate": 0.00029567320053011214,
      "loss": 2.0409,
      "step": 2582
    },
    {
      "epoch": 1.6153846153846154,
      "grad_norm": 2.2141897743946437,
      "learning_rate": 0.0002956583912364143,
      "loss": 2.6323,
      "step": 2583
    },
    {
      "epoch": 1.6160100062539087,
      "grad_norm": 1.5353518407178826,
      "learning_rate": 0.0002956435570143362,
      "loss": 2.0845,
      "step": 2584
    },
    {
      "epoch": 1.616635397123202,
      "grad_norm": 1.6627677563946603,
      "learning_rate": 0.0002956286978664165,
      "loss": 1.7404,
      "step": 2585
    },
    {
      "epoch": 1.6172607879924952,
      "grad_norm": 1.6004108437469278,
      "learning_rate": 0.00029561381379519824,
      "loss": 2.1836,
      "step": 2586
    },
    {
      "epoch": 1.6178861788617886,
      "grad_norm": 2.2060112075179004,
      "learning_rate": 0.0002955989048032287,
      "loss": 2.378,
      "step": 2587
    },
    {
      "epoch": 1.618511569731082,
      "grad_norm": 1.899420755501439,
      "learning_rate": 0.0002955839708930595,
      "loss": 2.3648,
      "step": 2588
    },
    {
      "epoch": 1.6191369606003754,
      "grad_norm": 1.6997778511800885,
      "learning_rate": 0.0002955690120672465,
      "loss": 2.3135,
      "step": 2589
    },
    {
      "epoch": 1.6197623514696686,
      "grad_norm": 1.8611200390135367,
      "learning_rate": 0.0002955540283283496,
      "loss": 2.3187,
      "step": 2590
    },
    {
      "epoch": 1.6203877423389619,
      "grad_norm": 1.827934587981762,
      "learning_rate": 0.0002955390196789334,
      "loss": 2.2595,
      "step": 2591
    },
    {
      "epoch": 1.6210131332082551,
      "grad_norm": 1.7634658838912831,
      "learning_rate": 0.0002955239861215664,
      "loss": 2.1879,
      "step": 2592
    },
    {
      "epoch": 1.6216385240775484,
      "grad_norm": 2.6165803931149028,
      "learning_rate": 0.0002955089276588215,
      "loss": 2.4126,
      "step": 2593
    },
    {
      "epoch": 1.6222639149468416,
      "grad_norm": 1.650331075299347,
      "learning_rate": 0.00029549384429327583,
      "loss": 2.3637,
      "step": 2594
    },
    {
      "epoch": 1.622889305816135,
      "grad_norm": 1.6557092182904511,
      "learning_rate": 0.00029547873602751086,
      "loss": 2.0951,
      "step": 2595
    },
    {
      "epoch": 1.6235146966854284,
      "grad_norm": 1.559116255928537,
      "learning_rate": 0.0002954636028641122,
      "loss": 2.3963,
      "step": 2596
    },
    {
      "epoch": 1.6241400875547218,
      "grad_norm": 1.6303469160215143,
      "learning_rate": 0.0002954484448056698,
      "loss": 2.171,
      "step": 2597
    },
    {
      "epoch": 1.624765478424015,
      "grad_norm": 1.759489688287192,
      "learning_rate": 0.0002954332618547779,
      "loss": 2.5269,
      "step": 2598
    },
    {
      "epoch": 1.6253908692933083,
      "grad_norm": 1.6175656036738173,
      "learning_rate": 0.0002954180540140348,
      "loss": 2.4407,
      "step": 2599
    },
    {
      "epoch": 1.6260162601626016,
      "grad_norm": 1.5714658208014631,
      "learning_rate": 0.0002954028212860434,
      "loss": 2.1219,
      "step": 2600
    },
    {
      "epoch": 1.6266416510318948,
      "grad_norm": 1.5869950851144619,
      "learning_rate": 0.0002953875636734106,
      "loss": 2.2547,
      "step": 2601
    },
    {
      "epoch": 1.627267041901188,
      "grad_norm": 1.7788772340744363,
      "learning_rate": 0.00029537228117874757,
      "loss": 2.3865,
      "step": 2602
    },
    {
      "epoch": 1.6278924327704816,
      "grad_norm": 2.2943757654899755,
      "learning_rate": 0.0002953569738046699,
      "loss": 2.2839,
      "step": 2603
    },
    {
      "epoch": 1.6285178236397748,
      "grad_norm": 1.4244757450280836,
      "learning_rate": 0.00029534164155379725,
      "loss": 1.8972,
      "step": 2604
    },
    {
      "epoch": 1.6291432145090683,
      "grad_norm": 1.8404961458840685,
      "learning_rate": 0.0002953262844287536,
      "loss": 2.5752,
      "step": 2605
    },
    {
      "epoch": 1.6297686053783615,
      "grad_norm": 1.458697709385881,
      "learning_rate": 0.00029531090243216737,
      "loss": 2.2189,
      "step": 2606
    },
    {
      "epoch": 1.6303939962476548,
      "grad_norm": 1.5459753015195257,
      "learning_rate": 0.0002952954955666709,
      "loss": 2.2536,
      "step": 2607
    },
    {
      "epoch": 1.631019387116948,
      "grad_norm": 1.6526139155101391,
      "learning_rate": 0.0002952800638349011,
      "loss": 2.1206,
      "step": 2608
    },
    {
      "epoch": 1.6316447779862413,
      "grad_norm": 1.8536218013626533,
      "learning_rate": 0.0002952646072394989,
      "loss": 2.3513,
      "step": 2609
    },
    {
      "epoch": 1.6322701688555346,
      "grad_norm": 1.736592620797933,
      "learning_rate": 0.00029524912578310965,
      "loss": 2.4847,
      "step": 2610
    },
    {
      "epoch": 1.632895559724828,
      "grad_norm": 1.4760464205653352,
      "learning_rate": 0.00029523361946838284,
      "loss": 1.8426,
      "step": 2611
    },
    {
      "epoch": 1.6335209505941213,
      "grad_norm": 1.951705526488367,
      "learning_rate": 0.0002952180882979723,
      "loss": 2.4318,
      "step": 2612
    },
    {
      "epoch": 1.6341463414634148,
      "grad_norm": 1.5315022156953981,
      "learning_rate": 0.0002952025322745361,
      "loss": 2.2379,
      "step": 2613
    },
    {
      "epoch": 1.634771732332708,
      "grad_norm": 2.196121391422892,
      "learning_rate": 0.0002951869514007365,
      "loss": 2.5834,
      "step": 2614
    },
    {
      "epoch": 1.6353971232020013,
      "grad_norm": 1.5631963884337057,
      "learning_rate": 0.00029517134567924,
      "loss": 2.3363,
      "step": 2615
    },
    {
      "epoch": 1.6360225140712945,
      "grad_norm": 1.670156664292779,
      "learning_rate": 0.0002951557151127175,
      "loss": 2.2584,
      "step": 2616
    },
    {
      "epoch": 1.6366479049405878,
      "grad_norm": 1.6000436645726726,
      "learning_rate": 0.00029514005970384397,
      "loss": 2.1462,
      "step": 2617
    },
    {
      "epoch": 1.637273295809881,
      "grad_norm": 1.663925542212735,
      "learning_rate": 0.00029512437945529885,
      "loss": 2.641,
      "step": 2618
    },
    {
      "epoch": 1.6378986866791745,
      "grad_norm": 1.9312639402203358,
      "learning_rate": 0.0002951086743697656,
      "loss": 2.3058,
      "step": 2619
    },
    {
      "epoch": 1.6385240775484677,
      "grad_norm": 1.618361621841463,
      "learning_rate": 0.00029509294444993205,
      "loss": 2.2893,
      "step": 2620
    },
    {
      "epoch": 1.6391494684177612,
      "grad_norm": 1.4374806369341677,
      "learning_rate": 0.0002950771896984903,
      "loss": 2.1977,
      "step": 2621
    },
    {
      "epoch": 1.6397748592870545,
      "grad_norm": 1.63742138697061,
      "learning_rate": 0.00029506141011813655,
      "loss": 2.3919,
      "step": 2622
    },
    {
      "epoch": 1.6404002501563477,
      "grad_norm": 1.52725786974654,
      "learning_rate": 0.0002950456057115715,
      "loss": 2.3819,
      "step": 2623
    },
    {
      "epoch": 1.641025641025641,
      "grad_norm": 1.5465565473246894,
      "learning_rate": 0.0002950297764814999,
      "loss": 2.2769,
      "step": 2624
    },
    {
      "epoch": 1.6416510318949342,
      "grad_norm": 1.6256968305359683,
      "learning_rate": 0.0002950139224306308,
      "loss": 2.3483,
      "step": 2625
    },
    {
      "epoch": 1.6422764227642277,
      "grad_norm": 1.5037423373439625,
      "learning_rate": 0.0002949980435616775,
      "loss": 1.8995,
      "step": 2626
    },
    {
      "epoch": 1.642901813633521,
      "grad_norm": 9.164932238898475,
      "learning_rate": 0.00029498213987735764,
      "loss": 2.4092,
      "step": 2627
    },
    {
      "epoch": 1.6435272045028144,
      "grad_norm": 1.4957730623236878,
      "learning_rate": 0.00029496621138039287,
      "loss": 1.8264,
      "step": 2628
    },
    {
      "epoch": 1.6441525953721077,
      "grad_norm": 2.6344995122560224,
      "learning_rate": 0.0002949502580735094,
      "loss": 2.3561,
      "step": 2629
    },
    {
      "epoch": 1.644777986241401,
      "grad_norm": 1.7859893417766883,
      "learning_rate": 0.00029493427995943737,
      "loss": 2.3469,
      "step": 2630
    },
    {
      "epoch": 1.6454033771106942,
      "grad_norm": 1.8240062062416924,
      "learning_rate": 0.0002949182770409114,
      "loss": 2.5928,
      "step": 2631
    },
    {
      "epoch": 1.6460287679799874,
      "grad_norm": 1.6678180609886675,
      "learning_rate": 0.00029490224932067027,
      "loss": 2.3928,
      "step": 2632
    },
    {
      "epoch": 1.6466541588492807,
      "grad_norm": 1.6198623234301803,
      "learning_rate": 0.00029488619680145703,
      "loss": 2.4068,
      "step": 2633
    },
    {
      "epoch": 1.6472795497185742,
      "grad_norm": 1.616800955596181,
      "learning_rate": 0.00029487011948601887,
      "loss": 2.3142,
      "step": 2634
    },
    {
      "epoch": 1.6479049405878674,
      "grad_norm": 1.7889942973793775,
      "learning_rate": 0.0002948540173771074,
      "loss": 2.3992,
      "step": 2635
    },
    {
      "epoch": 1.6485303314571609,
      "grad_norm": 1.704327144940474,
      "learning_rate": 0.0002948378904774783,
      "loss": 2.3394,
      "step": 2636
    },
    {
      "epoch": 1.6491557223264541,
      "grad_norm": 1.9799049668566808,
      "learning_rate": 0.0002948217387898917,
      "loss": 2.181,
      "step": 2637
    },
    {
      "epoch": 1.6497811131957474,
      "grad_norm": 1.4783303535750127,
      "learning_rate": 0.00029480556231711175,
      "loss": 2.0809,
      "step": 2638
    },
    {
      "epoch": 1.6504065040650406,
      "grad_norm": 1.6905567727382271,
      "learning_rate": 0.0002947893610619068,
      "loss": 2.2643,
      "step": 2639
    },
    {
      "epoch": 1.6510318949343339,
      "grad_norm": 2.1650722405486142,
      "learning_rate": 0.00029477313502704984,
      "loss": 2.2865,
      "step": 2640
    },
    {
      "epoch": 1.6516572858036271,
      "grad_norm": 1.9195201591012896,
      "learning_rate": 0.0002947568842153177,
      "loss": 2.4369,
      "step": 2641
    },
    {
      "epoch": 1.6522826766729206,
      "grad_norm": 1.6300053239857164,
      "learning_rate": 0.0002947406086294916,
      "loss": 2.2408,
      "step": 2642
    },
    {
      "epoch": 1.6529080675422139,
      "grad_norm": 1.6127423730127426,
      "learning_rate": 0.000294724308272357,
      "loss": 2.2427,
      "step": 2643
    },
    {
      "epoch": 1.6535334584115073,
      "grad_norm": 1.7264297419437111,
      "learning_rate": 0.0002947079831467036,
      "loss": 2.1009,
      "step": 2644
    },
    {
      "epoch": 1.6541588492808006,
      "grad_norm": 1.620405836054818,
      "learning_rate": 0.00029469163325532527,
      "loss": 2.295,
      "step": 2645
    },
    {
      "epoch": 1.6547842401500938,
      "grad_norm": 1.6506311119983654,
      "learning_rate": 0.00029467525860102026,
      "loss": 2.3524,
      "step": 2646
    },
    {
      "epoch": 1.655409631019387,
      "grad_norm": 1.647111186436969,
      "learning_rate": 0.0002946588591865909,
      "loss": 2.3588,
      "step": 2647
    },
    {
      "epoch": 1.6560350218886803,
      "grad_norm": 2.5668787374868587,
      "learning_rate": 0.0002946424350148439,
      "loss": 2.223,
      "step": 2648
    },
    {
      "epoch": 1.6566604127579736,
      "grad_norm": 1.624716324295494,
      "learning_rate": 0.00029462598608859003,
      "loss": 2.3776,
      "step": 2649
    },
    {
      "epoch": 1.657285803627267,
      "grad_norm": 3.4677185217913613,
      "learning_rate": 0.00029460951241064455,
      "loss": 2.2783,
      "step": 2650
    },
    {
      "epoch": 1.6579111944965603,
      "grad_norm": 1.6315079665388421,
      "learning_rate": 0.0002945930139838267,
      "loss": 2.0851,
      "step": 2651
    },
    {
      "epoch": 1.6585365853658538,
      "grad_norm": 1.6301211231207138,
      "learning_rate": 0.00029457649081096013,
      "loss": 2.4688,
      "step": 2652
    },
    {
      "epoch": 1.659161976235147,
      "grad_norm": 2.280348414493938,
      "learning_rate": 0.0002945599428948726,
      "loss": 2.2898,
      "step": 2653
    },
    {
      "epoch": 1.6597873671044403,
      "grad_norm": 1.9955221253361408,
      "learning_rate": 0.0002945433702383962,
      "loss": 2.1375,
      "step": 2654
    },
    {
      "epoch": 1.6604127579737336,
      "grad_norm": 1.7345022473824068,
      "learning_rate": 0.00029452677284436726,
      "loss": 2.3633,
      "step": 2655
    },
    {
      "epoch": 1.6610381488430268,
      "grad_norm": 1.6694060901086398,
      "learning_rate": 0.0002945101507156263,
      "loss": 2.3424,
      "step": 2656
    },
    {
      "epoch": 1.66166353971232,
      "grad_norm": 1.578493934032936,
      "learning_rate": 0.00029449350385501793,
      "loss": 2.2058,
      "step": 2657
    },
    {
      "epoch": 1.6622889305816135,
      "grad_norm": 1.6428190368884161,
      "learning_rate": 0.0002944768322653913,
      "loss": 2.1067,
      "step": 2658
    },
    {
      "epoch": 1.6629143214509068,
      "grad_norm": 1.5933675914720131,
      "learning_rate": 0.00029446013594959964,
      "loss": 2.2832,
      "step": 2659
    },
    {
      "epoch": 1.6635397123202003,
      "grad_norm": 1.533657319215952,
      "learning_rate": 0.0002944434149105003,
      "loss": 2.1477,
      "step": 2660
    },
    {
      "epoch": 1.6641651031894935,
      "grad_norm": 1.8261417965158437,
      "learning_rate": 0.000294426669150955,
      "loss": 2.4405,
      "step": 2661
    },
    {
      "epoch": 1.6647904940587868,
      "grad_norm": 1.7723518401569374,
      "learning_rate": 0.00029440989867382967,
      "loss": 2.3713,
      "step": 2662
    },
    {
      "epoch": 1.66541588492808,
      "grad_norm": 1.7686910010664743,
      "learning_rate": 0.00029439310348199446,
      "loss": 2.3794,
      "step": 2663
    },
    {
      "epoch": 1.6660412757973733,
      "grad_norm": 1.5035428016915244,
      "learning_rate": 0.00029437628357832375,
      "loss": 2.1212,
      "step": 2664
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 1.5250617332129426,
      "learning_rate": 0.0002943594389656961,
      "loss": 2.2631,
      "step": 2665
    },
    {
      "epoch": 1.66729205753596,
      "grad_norm": 1.6098403601694824,
      "learning_rate": 0.00029434256964699446,
      "loss": 2.0841,
      "step": 2666
    },
    {
      "epoch": 1.6679174484052532,
      "grad_norm": 1.5866282741265032,
      "learning_rate": 0.0002943256756251058,
      "loss": 2.4648,
      "step": 2667
    },
    {
      "epoch": 1.6685428392745467,
      "grad_norm": 1.5673098833522228,
      "learning_rate": 0.0002943087569029213,
      "loss": 2.0395,
      "step": 2668
    },
    {
      "epoch": 1.66916823014384,
      "grad_norm": 1.5561421406023925,
      "learning_rate": 0.0002942918134833367,
      "loss": 2.3057,
      "step": 2669
    },
    {
      "epoch": 1.6697936210131332,
      "grad_norm": 1.4863332435751042,
      "learning_rate": 0.0002942748453692516,
      "loss": 2.2557,
      "step": 2670
    },
    {
      "epoch": 1.6704190118824265,
      "grad_norm": 1.55632237809184,
      "learning_rate": 0.00029425785256357006,
      "loss": 2.0663,
      "step": 2671
    },
    {
      "epoch": 1.6710444027517197,
      "grad_norm": 1.832488135954226,
      "learning_rate": 0.0002942408350692002,
      "loss": 2.1272,
      "step": 2672
    },
    {
      "epoch": 1.671669793621013,
      "grad_norm": 1.9406230307443735,
      "learning_rate": 0.00029422379288905447,
      "loss": 2.5772,
      "step": 2673
    },
    {
      "epoch": 1.6722951844903065,
      "grad_norm": 1.69507923586616,
      "learning_rate": 0.0002942067260260495,
      "loss": 2.2339,
      "step": 2674
    },
    {
      "epoch": 1.6729205753595997,
      "grad_norm": 2.47205497696933,
      "learning_rate": 0.0002941896344831062,
      "loss": 2.0731,
      "step": 2675
    },
    {
      "epoch": 1.6735459662288932,
      "grad_norm": 1.9118866553480838,
      "learning_rate": 0.0002941725182631496,
      "loss": 2.3052,
      "step": 2676
    },
    {
      "epoch": 1.6741713570981864,
      "grad_norm": 1.6516655763668415,
      "learning_rate": 0.0002941553773691091,
      "loss": 2.3111,
      "step": 2677
    },
    {
      "epoch": 1.6747967479674797,
      "grad_norm": 1.4507197823584903,
      "learning_rate": 0.00029413821180391815,
      "loss": 2.2329,
      "step": 2678
    },
    {
      "epoch": 1.675422138836773,
      "grad_norm": 1.6500528453293877,
      "learning_rate": 0.0002941210215705146,
      "loss": 2.4567,
      "step": 2679
    },
    {
      "epoch": 1.6760475297060662,
      "grad_norm": 1.6142960401164257,
      "learning_rate": 0.0002941038066718403,
      "loss": 2.5345,
      "step": 2680
    },
    {
      "epoch": 1.6766729205753594,
      "grad_norm": 1.5842206337064546,
      "learning_rate": 0.0002940865671108416,
      "loss": 2.3922,
      "step": 2681
    },
    {
      "epoch": 1.677298311444653,
      "grad_norm": 1.680138474915328,
      "learning_rate": 0.00029406930289046894,
      "loss": 2.2793,
      "step": 2682
    },
    {
      "epoch": 1.6779237023139462,
      "grad_norm": 5.710235692986906,
      "learning_rate": 0.0002940520140136769,
      "loss": 2.1961,
      "step": 2683
    },
    {
      "epoch": 1.6785490931832396,
      "grad_norm": 1.4981864543689043,
      "learning_rate": 0.00029403470048342423,
      "loss": 2.1568,
      "step": 2684
    },
    {
      "epoch": 1.679174484052533,
      "grad_norm": 1.5786099619168117,
      "learning_rate": 0.00029401736230267423,
      "loss": 2.2568,
      "step": 2685
    },
    {
      "epoch": 1.6797998749218261,
      "grad_norm": 1.6260739524201213,
      "learning_rate": 0.00029399999947439406,
      "loss": 2.3499,
      "step": 2686
    },
    {
      "epoch": 1.6804252657911194,
      "grad_norm": 1.5782544053257221,
      "learning_rate": 0.00029398261200155526,
      "loss": 2.1342,
      "step": 2687
    },
    {
      "epoch": 1.6810506566604126,
      "grad_norm": 2.6836909337395523,
      "learning_rate": 0.00029396519988713363,
      "loss": 2.4518,
      "step": 2688
    },
    {
      "epoch": 1.6816760475297061,
      "grad_norm": 1.393723634831892,
      "learning_rate": 0.00029394776313410915,
      "loss": 2.0851,
      "step": 2689
    },
    {
      "epoch": 1.6823014383989994,
      "grad_norm": 1.968270524321061,
      "learning_rate": 0.0002939303017454659,
      "loss": 2.3929,
      "step": 2690
    },
    {
      "epoch": 1.6829268292682928,
      "grad_norm": 1.660688710685186,
      "learning_rate": 0.0002939128157241923,
      "loss": 2.1857,
      "step": 2691
    },
    {
      "epoch": 1.683552220137586,
      "grad_norm": 1.4823073002058462,
      "learning_rate": 0.00029389530507328095,
      "loss": 2.2882,
      "step": 2692
    },
    {
      "epoch": 1.6841776110068793,
      "grad_norm": 1.4524538814677115,
      "learning_rate": 0.00029387776979572874,
      "loss": 1.9062,
      "step": 2693
    },
    {
      "epoch": 1.6848030018761726,
      "grad_norm": 1.777283535642083,
      "learning_rate": 0.0002938602098945366,
      "loss": 2.4335,
      "step": 2694
    },
    {
      "epoch": 1.6854283927454659,
      "grad_norm": 1.67856240169755,
      "learning_rate": 0.00029384262537270983,
      "loss": 2.3121,
      "step": 2695
    },
    {
      "epoch": 1.686053783614759,
      "grad_norm": 1.687846413574475,
      "learning_rate": 0.00029382501623325796,
      "loss": 2.2466,
      "step": 2696
    },
    {
      "epoch": 1.6866791744840526,
      "grad_norm": 1.508720610756179,
      "learning_rate": 0.00029380738247919457,
      "loss": 2.0748,
      "step": 2697
    },
    {
      "epoch": 1.6873045653533458,
      "grad_norm": 1.6176665538016857,
      "learning_rate": 0.0002937897241135376,
      "loss": 2.1898,
      "step": 2698
    },
    {
      "epoch": 1.6879299562226393,
      "grad_norm": 1.5293975217382383,
      "learning_rate": 0.0002937720411393091,
      "loss": 2.2836,
      "step": 2699
    },
    {
      "epoch": 1.6885553470919326,
      "grad_norm": 2.137530195889388,
      "learning_rate": 0.00029375433355953543,
      "loss": 2.3184,
      "step": 2700
    },
    {
      "epoch": 1.6891807379612258,
      "grad_norm": 1.563783891066349,
      "learning_rate": 0.0002937366013772471,
      "loss": 2.2531,
      "step": 2701
    },
    {
      "epoch": 1.689806128830519,
      "grad_norm": 1.8331623908285297,
      "learning_rate": 0.0002937188445954789,
      "loss": 2.3382,
      "step": 2702
    },
    {
      "epoch": 1.6904315196998123,
      "grad_norm": 1.773652047989461,
      "learning_rate": 0.00029370106321726963,
      "loss": 2.2714,
      "step": 2703
    },
    {
      "epoch": 1.6910569105691056,
      "grad_norm": 1.6065467419450348,
      "learning_rate": 0.0002936832572456626,
      "loss": 2.1704,
      "step": 2704
    },
    {
      "epoch": 1.691682301438399,
      "grad_norm": 1.6850611565341957,
      "learning_rate": 0.00029366542668370505,
      "loss": 2.3057,
      "step": 2705
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 1.4811824908797684,
      "learning_rate": 0.0002936475715344487,
      "loss": 2.1845,
      "step": 2706
    },
    {
      "epoch": 1.6929330831769858,
      "grad_norm": 1.7755604490401127,
      "learning_rate": 0.0002936296918009492,
      "loss": 2.3708,
      "step": 2707
    },
    {
      "epoch": 1.693558474046279,
      "grad_norm": 1.610806329933208,
      "learning_rate": 0.00029361178748626656,
      "loss": 2.3258,
      "step": 2708
    },
    {
      "epoch": 1.6941838649155723,
      "grad_norm": 1.5942963103911896,
      "learning_rate": 0.000293593858593465,
      "loss": 1.797,
      "step": 2709
    },
    {
      "epoch": 1.6948092557848655,
      "grad_norm": 1.7613457814340856,
      "learning_rate": 0.000293575905125613,
      "loss": 2.2635,
      "step": 2710
    },
    {
      "epoch": 1.6954346466541588,
      "grad_norm": 1.6361048358109356,
      "learning_rate": 0.000293557927085783,
      "loss": 2.2681,
      "step": 2711
    },
    {
      "epoch": 1.696060037523452,
      "grad_norm": 1.506587100700027,
      "learning_rate": 0.0002935399244770519,
      "loss": 2.2079,
      "step": 2712
    },
    {
      "epoch": 1.6966854283927455,
      "grad_norm": 1.4587917039247373,
      "learning_rate": 0.0002935218973025007,
      "loss": 2.1401,
      "step": 2713
    },
    {
      "epoch": 1.6973108192620388,
      "grad_norm": 1.6543062926914982,
      "learning_rate": 0.0002935038455652146,
      "loss": 2.4067,
      "step": 2714
    },
    {
      "epoch": 1.6979362101313322,
      "grad_norm": 1.579849358400279,
      "learning_rate": 0.0002934857692682831,
      "loss": 2.4484,
      "step": 2715
    },
    {
      "epoch": 1.6985616010006255,
      "grad_norm": 1.4874663215486728,
      "learning_rate": 0.0002934676684147997,
      "loss": 2.071,
      "step": 2716
    },
    {
      "epoch": 1.6991869918699187,
      "grad_norm": 1.5150242523302695,
      "learning_rate": 0.0002934495430078624,
      "loss": 2.2951,
      "step": 2717
    },
    {
      "epoch": 1.699812382739212,
      "grad_norm": 1.527373667665825,
      "learning_rate": 0.00029343139305057313,
      "loss": 2.1444,
      "step": 2718
    },
    {
      "epoch": 1.7004377736085052,
      "grad_norm": 1.5674886284794127,
      "learning_rate": 0.0002934132185460381,
      "loss": 2.2397,
      "step": 2719
    },
    {
      "epoch": 1.7010631644777985,
      "grad_norm": 1.4687766790100807,
      "learning_rate": 0.0002933950194973678,
      "loss": 2.3085,
      "step": 2720
    },
    {
      "epoch": 1.701688555347092,
      "grad_norm": 1.5111194543587048,
      "learning_rate": 0.0002933767959076768,
      "loss": 2.2596,
      "step": 2721
    },
    {
      "epoch": 1.7023139462163852,
      "grad_norm": 1.617787422992104,
      "learning_rate": 0.00029335854778008406,
      "loss": 2.3157,
      "step": 2722
    },
    {
      "epoch": 1.7029393370856787,
      "grad_norm": 1.6141888406470746,
      "learning_rate": 0.0002933402751177125,
      "loss": 2.4343,
      "step": 2723
    },
    {
      "epoch": 1.703564727954972,
      "grad_norm": 1.4372435344663657,
      "learning_rate": 0.00029332197792368943,
      "loss": 1.7999,
      "step": 2724
    },
    {
      "epoch": 1.7041901188242652,
      "grad_norm": 1.3723110786051396,
      "learning_rate": 0.00029330365620114623,
      "loss": 1.8276,
      "step": 2725
    },
    {
      "epoch": 1.7048155096935584,
      "grad_norm": 1.4981859521412637,
      "learning_rate": 0.0002932853099532185,
      "loss": 2.1396,
      "step": 2726
    },
    {
      "epoch": 1.7054409005628517,
      "grad_norm": 1.7712162216520935,
      "learning_rate": 0.00029326693918304615,
      "loss": 1.9951,
      "step": 2727
    },
    {
      "epoch": 1.706066291432145,
      "grad_norm": 1.4338856810006804,
      "learning_rate": 0.00029324854389377314,
      "loss": 2.0664,
      "step": 2728
    },
    {
      "epoch": 1.7066916823014384,
      "grad_norm": 1.5487170911352253,
      "learning_rate": 0.0002932301240885477,
      "loss": 2.2832,
      "step": 2729
    },
    {
      "epoch": 1.7073170731707317,
      "grad_norm": 2.1862578085800077,
      "learning_rate": 0.00029321167977052235,
      "loss": 2.3577,
      "step": 2730
    },
    {
      "epoch": 1.7079424640400251,
      "grad_norm": 1.4086661601989803,
      "learning_rate": 0.00029319321094285354,
      "loss": 1.9184,
      "step": 2731
    },
    {
      "epoch": 1.7085678549093184,
      "grad_norm": 1.6741375170696882,
      "learning_rate": 0.00029317471760870217,
      "loss": 2.0934,
      "step": 2732
    },
    {
      "epoch": 1.7091932457786116,
      "grad_norm": 1.6229891246602473,
      "learning_rate": 0.0002931561997712332,
      "loss": 2.3998,
      "step": 2733
    },
    {
      "epoch": 1.709818636647905,
      "grad_norm": 1.759494369134814,
      "learning_rate": 0.00029313765743361586,
      "loss": 2.4226,
      "step": 2734
    },
    {
      "epoch": 1.7104440275171982,
      "grad_norm": 1.485518453924078,
      "learning_rate": 0.00029311909059902356,
      "loss": 2.2318,
      "step": 2735
    },
    {
      "epoch": 1.7110694183864914,
      "grad_norm": 1.5615335071275218,
      "learning_rate": 0.00029310049927063376,
      "loss": 1.7357,
      "step": 2736
    },
    {
      "epoch": 1.7116948092557849,
      "grad_norm": 1.5655114938641361,
      "learning_rate": 0.0002930818834516284,
      "loss": 2.3153,
      "step": 2737
    },
    {
      "epoch": 1.7123202001250781,
      "grad_norm": 1.6253755364284854,
      "learning_rate": 0.0002930632431451933,
      "loss": 2.3931,
      "step": 2738
    },
    {
      "epoch": 1.7129455909943716,
      "grad_norm": 7.649727311959661,
      "learning_rate": 0.0002930445783545187,
      "loss": 2.0226,
      "step": 2739
    },
    {
      "epoch": 1.7135709818636649,
      "grad_norm": 6.048419623000335,
      "learning_rate": 0.0002930258890827989,
      "loss": 2.2411,
      "step": 2740
    },
    {
      "epoch": 1.714196372732958,
      "grad_norm": 1.5947814101387496,
      "learning_rate": 0.00029300717533323244,
      "loss": 2.2069,
      "step": 2741
    },
    {
      "epoch": 1.7148217636022514,
      "grad_norm": 1.6945095966809072,
      "learning_rate": 0.0002929884371090221,
      "loss": 2.2302,
      "step": 2742
    },
    {
      "epoch": 1.7154471544715446,
      "grad_norm": 2.0009022941193044,
      "learning_rate": 0.00029296967441337467,
      "loss": 2.1772,
      "step": 2743
    },
    {
      "epoch": 1.7160725453408379,
      "grad_norm": 1.79753351064719,
      "learning_rate": 0.00029295088724950135,
      "loss": 2.3193,
      "step": 2744
    },
    {
      "epoch": 1.7166979362101313,
      "grad_norm": 1.3701580584666269,
      "learning_rate": 0.0002929320756206174,
      "loss": 1.6475,
      "step": 2745
    },
    {
      "epoch": 1.7173233270794246,
      "grad_norm": 1.5549895549090569,
      "learning_rate": 0.00029291323952994233,
      "loss": 2.2838,
      "step": 2746
    },
    {
      "epoch": 1.717948717948718,
      "grad_norm": 1.4147932987690468,
      "learning_rate": 0.0002928943789806997,
      "loss": 1.7739,
      "step": 2747
    },
    {
      "epoch": 1.7185741088180113,
      "grad_norm": 1.6814327940554277,
      "learning_rate": 0.00029287549397611745,
      "loss": 2.3302,
      "step": 2748
    },
    {
      "epoch": 1.7191994996873046,
      "grad_norm": 1.5911004286989496,
      "learning_rate": 0.0002928565845194276,
      "loss": 2.1793,
      "step": 2749
    },
    {
      "epoch": 1.7198248905565978,
      "grad_norm": 1.6025718506874729,
      "learning_rate": 0.00029283765061386633,
      "loss": 2.2959,
      "step": 2750
    },
    {
      "epoch": 1.720450281425891,
      "grad_norm": 7.351244823985378,
      "learning_rate": 0.0002928186922626741,
      "loss": 2.232,
      "step": 2751
    },
    {
      "epoch": 1.7210756722951845,
      "grad_norm": 1.6696187701717804,
      "learning_rate": 0.0002927997094690954,
      "loss": 2.2103,
      "step": 2752
    },
    {
      "epoch": 1.7217010631644778,
      "grad_norm": 1.5139044011270182,
      "learning_rate": 0.0002927807022363791,
      "loss": 2.3652,
      "step": 2753
    },
    {
      "epoch": 1.7223264540337713,
      "grad_norm": 5.514852944690748,
      "learning_rate": 0.00029276167056777806,
      "loss": 2.1893,
      "step": 2754
    },
    {
      "epoch": 1.7229518449030645,
      "grad_norm": 1.5528159968194342,
      "learning_rate": 0.00029274261446654944,
      "loss": 2.2305,
      "step": 2755
    },
    {
      "epoch": 1.7235772357723578,
      "grad_norm": 1.5768092247587662,
      "learning_rate": 0.00029272353393595464,
      "loss": 2.2055,
      "step": 2756
    },
    {
      "epoch": 1.724202626641651,
      "grad_norm": 1.6323974484981278,
      "learning_rate": 0.00029270442897925904,
      "loss": 1.8642,
      "step": 2757
    },
    {
      "epoch": 1.7248280175109443,
      "grad_norm": 1.7066273812942196,
      "learning_rate": 0.0002926852995997324,
      "loss": 2.2008,
      "step": 2758
    },
    {
      "epoch": 1.7254534083802375,
      "grad_norm": 1.492747379073764,
      "learning_rate": 0.00029266614580064843,
      "loss": 2.273,
      "step": 2759
    },
    {
      "epoch": 1.726078799249531,
      "grad_norm": 1.5725379203383276,
      "learning_rate": 0.00029264696758528536,
      "loss": 2.1851,
      "step": 2760
    },
    {
      "epoch": 1.7267041901188243,
      "grad_norm": 1.7846226636128861,
      "learning_rate": 0.0002926277649569253,
      "loss": 2.4478,
      "step": 2761
    },
    {
      "epoch": 1.7273295809881177,
      "grad_norm": 1.6174433247941198,
      "learning_rate": 0.0002926085379188546,
      "loss": 2.5099,
      "step": 2762
    },
    {
      "epoch": 1.727954971857411,
      "grad_norm": 1.3883838896227396,
      "learning_rate": 0.0002925892864743639,
      "loss": 2.1531,
      "step": 2763
    },
    {
      "epoch": 1.7285803627267042,
      "grad_norm": 1.64324711979819,
      "learning_rate": 0.000292570010626748,
      "loss": 2.153,
      "step": 2764
    },
    {
      "epoch": 1.7292057535959975,
      "grad_norm": 1.6067282378807537,
      "learning_rate": 0.0002925507103793057,
      "loss": 2.2375,
      "step": 2765
    },
    {
      "epoch": 1.7298311444652907,
      "grad_norm": 1.7502435797582137,
      "learning_rate": 0.00029253138573534016,
      "loss": 2.2227,
      "step": 2766
    },
    {
      "epoch": 1.730456535334584,
      "grad_norm": 1.5440097339115457,
      "learning_rate": 0.00029251203669815865,
      "loss": 2.1767,
      "step": 2767
    },
    {
      "epoch": 1.7310819262038775,
      "grad_norm": 1.51051709067488,
      "learning_rate": 0.00029249266327107255,
      "loss": 2.08,
      "step": 2768
    },
    {
      "epoch": 1.7317073170731707,
      "grad_norm": 1.6420253076499116,
      "learning_rate": 0.00029247326545739756,
      "loss": 2.4175,
      "step": 2769
    },
    {
      "epoch": 1.7323327079424642,
      "grad_norm": 1.5698856876012954,
      "learning_rate": 0.0002924538432604535,
      "loss": 2.2967,
      "step": 2770
    },
    {
      "epoch": 1.7329580988117574,
      "grad_norm": 1.3792168104633293,
      "learning_rate": 0.00029243439668356425,
      "loss": 1.7481,
      "step": 2771
    },
    {
      "epoch": 1.7335834896810507,
      "grad_norm": 14.16866249624652,
      "learning_rate": 0.00029241492573005805,
      "loss": 2.5037,
      "step": 2772
    },
    {
      "epoch": 1.734208880550344,
      "grad_norm": 1.447986444084341,
      "learning_rate": 0.0002923954304032671,
      "loss": 1.9543,
      "step": 2773
    },
    {
      "epoch": 1.7348342714196372,
      "grad_norm": 1.5902682106131294,
      "learning_rate": 0.000292375910706528,
      "loss": 2.1388,
      "step": 2774
    },
    {
      "epoch": 1.7354596622889304,
      "grad_norm": 1.9509511246479072,
      "learning_rate": 0.0002923563666431813,
      "loss": 2.198,
      "step": 2775
    },
    {
      "epoch": 1.736085053158224,
      "grad_norm": 1.361107879345306,
      "learning_rate": 0.0002923367982165718,
      "loss": 1.8293,
      "step": 2776
    },
    {
      "epoch": 1.7367104440275172,
      "grad_norm": 1.542158752158612,
      "learning_rate": 0.0002923172054300487,
      "loss": 2.4787,
      "step": 2777
    },
    {
      "epoch": 1.7373358348968106,
      "grad_norm": 7.310119863517688,
      "learning_rate": 0.00029229758828696494,
      "loss": 2.6069,
      "step": 2778
    },
    {
      "epoch": 1.737961225766104,
      "grad_norm": 4.441819083379656,
      "learning_rate": 0.00029227794679067794,
      "loss": 2.1028,
      "step": 2779
    },
    {
      "epoch": 1.7385866166353972,
      "grad_norm": 1.417657613691293,
      "learning_rate": 0.00029225828094454925,
      "loss": 2.1836,
      "step": 2780
    },
    {
      "epoch": 1.7392120075046904,
      "grad_norm": 1.5869974827514939,
      "learning_rate": 0.0002922385907519445,
      "loss": 2.2261,
      "step": 2781
    },
    {
      "epoch": 1.7398373983739837,
      "grad_norm": 2.752732389554561,
      "learning_rate": 0.0002922188762162335,
      "loss": 2.3092,
      "step": 2782
    },
    {
      "epoch": 1.740462789243277,
      "grad_norm": 2.044885958872434,
      "learning_rate": 0.00029219913734079026,
      "loss": 2.1587,
      "step": 2783
    },
    {
      "epoch": 1.7410881801125704,
      "grad_norm": 1.5875999155140312,
      "learning_rate": 0.0002921793741289929,
      "loss": 2.4007,
      "step": 2784
    },
    {
      "epoch": 1.7417135709818636,
      "grad_norm": 1.4492044123144996,
      "learning_rate": 0.00029215958658422385,
      "loss": 1.8214,
      "step": 2785
    },
    {
      "epoch": 1.742338961851157,
      "grad_norm": 1.6617234975199495,
      "learning_rate": 0.00029213977470986957,
      "loss": 2.3112,
      "step": 2786
    },
    {
      "epoch": 1.7429643527204504,
      "grad_norm": 4.831459460377212,
      "learning_rate": 0.0002921199385093207,
      "loss": 2.4334,
      "step": 2787
    },
    {
      "epoch": 1.7435897435897436,
      "grad_norm": 1.529302509805179,
      "learning_rate": 0.000292100077985972,
      "loss": 2.2461,
      "step": 2788
    },
    {
      "epoch": 1.7442151344590369,
      "grad_norm": 16.853800977357427,
      "learning_rate": 0.0002920801931432226,
      "loss": 2.1614,
      "step": 2789
    },
    {
      "epoch": 1.7448405253283301,
      "grad_norm": 1.5594979566300664,
      "learning_rate": 0.0002920602839844755,
      "loss": 2.3972,
      "step": 2790
    },
    {
      "epoch": 1.7454659161976234,
      "grad_norm": 1.538966370577438,
      "learning_rate": 0.0002920403505131382,
      "loss": 2.2933,
      "step": 2791
    },
    {
      "epoch": 1.7460913070669168,
      "grad_norm": 1.5262720986793794,
      "learning_rate": 0.00029202039273262196,
      "loss": 2.1173,
      "step": 2792
    },
    {
      "epoch": 1.74671669793621,
      "grad_norm": 2.1103234583655337,
      "learning_rate": 0.00029200041064634245,
      "loss": 2.1289,
      "step": 2793
    },
    {
      "epoch": 1.7473420888055036,
      "grad_norm": 2.429121876039422,
      "learning_rate": 0.00029198040425771954,
      "loss": 2.262,
      "step": 2794
    },
    {
      "epoch": 1.7479674796747968,
      "grad_norm": 1.776119249712708,
      "learning_rate": 0.0002919603735701772,
      "loss": 2.251,
      "step": 2795
    },
    {
      "epoch": 1.74859287054409,
      "grad_norm": 1.5525423131419118,
      "learning_rate": 0.00029194031858714346,
      "loss": 2.1975,
      "step": 2796
    },
    {
      "epoch": 1.7492182614133833,
      "grad_norm": 1.48124952513927,
      "learning_rate": 0.0002919202393120506,
      "loss": 2.092,
      "step": 2797
    },
    {
      "epoch": 1.7498436522826766,
      "grad_norm": 1.6062044118163694,
      "learning_rate": 0.00029190013574833504,
      "loss": 2.4858,
      "step": 2798
    },
    {
      "epoch": 1.7504690431519698,
      "grad_norm": 1.4040061055504987,
      "learning_rate": 0.00029188000789943735,
      "loss": 2.2972,
      "step": 2799
    },
    {
      "epoch": 1.7510944340212633,
      "grad_norm": 1.4294929204710345,
      "learning_rate": 0.00029185985576880234,
      "loss": 1.897,
      "step": 2800
    },
    {
      "epoch": 1.7517198248905566,
      "grad_norm": 1.5459966175488178,
      "learning_rate": 0.0002918396793598788,
      "loss": 2.272,
      "step": 2801
    },
    {
      "epoch": 1.75234521575985,
      "grad_norm": 1.6267056253430883,
      "learning_rate": 0.00029181947867611987,
      "loss": 2.4706,
      "step": 2802
    },
    {
      "epoch": 1.7529706066291433,
      "grad_norm": 1.544302551155481,
      "learning_rate": 0.0002917992537209827,
      "loss": 2.197,
      "step": 2803
    },
    {
      "epoch": 1.7535959974984365,
      "grad_norm": 1.3812163120094043,
      "learning_rate": 0.00029177900449792855,
      "loss": 2.1193,
      "step": 2804
    },
    {
      "epoch": 1.7542213883677298,
      "grad_norm": 96.84911128948511,
      "learning_rate": 0.0002917587310104231,
      "loss": 2.1297,
      "step": 2805
    },
    {
      "epoch": 1.754846779237023,
      "grad_norm": 1.44949224088604,
      "learning_rate": 0.000291738433261936,
      "loss": 2.256,
      "step": 2806
    },
    {
      "epoch": 1.7554721701063163,
      "grad_norm": 1.4837562039637346,
      "learning_rate": 0.00029171811125594093,
      "loss": 2.2226,
      "step": 2807
    },
    {
      "epoch": 1.7560975609756098,
      "grad_norm": 3.617602874977657,
      "learning_rate": 0.00029169776499591595,
      "loss": 1.7879,
      "step": 2808
    },
    {
      "epoch": 1.756722951844903,
      "grad_norm": 1.5663895988344887,
      "learning_rate": 0.0002916773944853431,
      "loss": 2.398,
      "step": 2809
    },
    {
      "epoch": 1.7573483427141965,
      "grad_norm": 1.7013799097951947,
      "learning_rate": 0.00029165699972770877,
      "loss": 1.7631,
      "step": 2810
    },
    {
      "epoch": 1.7579737335834897,
      "grad_norm": 1.6191943751892797,
      "learning_rate": 0.0002916365807265033,
      "loss": 2.2648,
      "step": 2811
    },
    {
      "epoch": 1.758599124452783,
      "grad_norm": 1.439185503495955,
      "learning_rate": 0.0002916161374852212,
      "loss": 1.9594,
      "step": 2812
    },
    {
      "epoch": 1.7592245153220762,
      "grad_norm": 1.7166439085487182,
      "learning_rate": 0.00029159567000736124,
      "loss": 2.0484,
      "step": 2813
    },
    {
      "epoch": 1.7598499061913695,
      "grad_norm": 1.6831541485930621,
      "learning_rate": 0.00029157517829642637,
      "loss": 2.2131,
      "step": 2814
    },
    {
      "epoch": 1.760475297060663,
      "grad_norm": 1.5116919626423413,
      "learning_rate": 0.0002915546623559234,
      "loss": 1.925,
      "step": 2815
    },
    {
      "epoch": 1.7611006879299562,
      "grad_norm": 1.5344271984860667,
      "learning_rate": 0.00029153412218936364,
      "loss": 1.9735,
      "step": 2816
    },
    {
      "epoch": 1.7617260787992497,
      "grad_norm": 1.661109359884749,
      "learning_rate": 0.0002915135578002624,
      "loss": 2.3691,
      "step": 2817
    },
    {
      "epoch": 1.762351469668543,
      "grad_norm": 1.4380572625186148,
      "learning_rate": 0.00029149296919213895,
      "loss": 2.0524,
      "step": 2818
    },
    {
      "epoch": 1.7629768605378362,
      "grad_norm": 1.4047003061189953,
      "learning_rate": 0.0002914723563685171,
      "loss": 2.2316,
      "step": 2819
    },
    {
      "epoch": 1.7636022514071295,
      "grad_norm": 1.362623101987555,
      "learning_rate": 0.0002914517193329244,
      "loss": 1.9696,
      "step": 2820
    },
    {
      "epoch": 1.7642276422764227,
      "grad_norm": 1.626841409595055,
      "learning_rate": 0.0002914310580888929,
      "loss": 2.3929,
      "step": 2821
    },
    {
      "epoch": 1.764853033145716,
      "grad_norm": 1.540621688455692,
      "learning_rate": 0.0002914103726399585,
      "loss": 2.1928,
      "step": 2822
    },
    {
      "epoch": 1.7654784240150094,
      "grad_norm": 1.3620738685301512,
      "learning_rate": 0.0002913896629896614,
      "loss": 2.1848,
      "step": 2823
    },
    {
      "epoch": 1.7661038148843027,
      "grad_norm": 1.6852227805507711,
      "learning_rate": 0.00029136892914154595,
      "loss": 2.217,
      "step": 2824
    },
    {
      "epoch": 1.7667292057535962,
      "grad_norm": 1.4510443283337386,
      "learning_rate": 0.00029134817109916053,
      "loss": 1.7809,
      "step": 2825
    },
    {
      "epoch": 1.7673545966228894,
      "grad_norm": 1.6180796270508142,
      "learning_rate": 0.00029132738886605776,
      "loss": 2.4485,
      "step": 2826
    },
    {
      "epoch": 1.7679799874921827,
      "grad_norm": 1.4422079972941233,
      "learning_rate": 0.00029130658244579436,
      "loss": 2.41,
      "step": 2827
    },
    {
      "epoch": 1.768605378361476,
      "grad_norm": 1.7719665535745448,
      "learning_rate": 0.00029128575184193123,
      "loss": 1.8789,
      "step": 2828
    },
    {
      "epoch": 1.7692307692307692,
      "grad_norm": 1.653683050269667,
      "learning_rate": 0.00029126489705803333,
      "loss": 2.4029,
      "step": 2829
    },
    {
      "epoch": 1.7698561601000624,
      "grad_norm": 1.3026802701164835,
      "learning_rate": 0.00029124401809766987,
      "loss": 1.9397,
      "step": 2830
    },
    {
      "epoch": 1.7704815509693559,
      "grad_norm": 1.5724934691832757,
      "learning_rate": 0.00029122311496441403,
      "loss": 2.2833,
      "step": 2831
    },
    {
      "epoch": 1.7711069418386491,
      "grad_norm": 1.4937244755336316,
      "learning_rate": 0.0002912021876618433,
      "loss": 2.4114,
      "step": 2832
    },
    {
      "epoch": 1.7717323327079426,
      "grad_norm": 1.6250112002583517,
      "learning_rate": 0.0002911812361935393,
      "loss": 2.3229,
      "step": 2833
    },
    {
      "epoch": 1.7723577235772359,
      "grad_norm": 1.4219422628050598,
      "learning_rate": 0.0002911602605630876,
      "loss": 2.2391,
      "step": 2834
    },
    {
      "epoch": 1.7729831144465291,
      "grad_norm": 1.857154643934374,
      "learning_rate": 0.00029113926077407805,
      "loss": 2.1092,
      "step": 2835
    },
    {
      "epoch": 1.7736085053158224,
      "grad_norm": 3.0462172880836826,
      "learning_rate": 0.00029111823683010467,
      "loss": 2.3384,
      "step": 2836
    },
    {
      "epoch": 1.7742338961851156,
      "grad_norm": 10.917780685080826,
      "learning_rate": 0.0002910971887347655,
      "loss": 1.9214,
      "step": 2837
    },
    {
      "epoch": 1.7748592870544089,
      "grad_norm": 1.566010223155761,
      "learning_rate": 0.00029107611649166286,
      "loss": 2.3778,
      "step": 2838
    },
    {
      "epoch": 1.7754846779237023,
      "grad_norm": 1.4964941290484013,
      "learning_rate": 0.000291055020104403,
      "loss": 2.1871,
      "step": 2839
    },
    {
      "epoch": 1.7761100687929956,
      "grad_norm": 1.6464949185694437,
      "learning_rate": 0.00029103389957659643,
      "loss": 2.046,
      "step": 2840
    },
    {
      "epoch": 1.776735459662289,
      "grad_norm": 1.5218345347844902,
      "learning_rate": 0.00029101275491185785,
      "loss": 2.2736,
      "step": 2841
    },
    {
      "epoch": 1.7773608505315823,
      "grad_norm": 1.82460323759917,
      "learning_rate": 0.000290991586113806,
      "loss": 2.1395,
      "step": 2842
    },
    {
      "epoch": 1.7779862414008756,
      "grad_norm": 1.6294247997771194,
      "learning_rate": 0.00029097039318606366,
      "loss": 2.3218,
      "step": 2843
    },
    {
      "epoch": 1.7786116322701688,
      "grad_norm": 3.519556965637272,
      "learning_rate": 0.00029094917613225796,
      "loss": 2.3908,
      "step": 2844
    },
    {
      "epoch": 1.779237023139462,
      "grad_norm": 1.5233870052854557,
      "learning_rate": 0.00029092793495602,
      "loss": 1.6464,
      "step": 2845
    },
    {
      "epoch": 1.7798624140087553,
      "grad_norm": 2.088316408627804,
      "learning_rate": 0.00029090666966098515,
      "loss": 2.4129,
      "step": 2846
    },
    {
      "epoch": 1.7804878048780488,
      "grad_norm": 1.6156023074564851,
      "learning_rate": 0.00029088538025079266,
      "loss": 2.2162,
      "step": 2847
    },
    {
      "epoch": 1.781113195747342,
      "grad_norm": 1.6395461100811124,
      "learning_rate": 0.0002908640667290861,
      "loss": 2.2096,
      "step": 2848
    },
    {
      "epoch": 1.7817385866166355,
      "grad_norm": 1.5598850579447052,
      "learning_rate": 0.0002908427290995132,
      "loss": 2.3067,
      "step": 2849
    },
    {
      "epoch": 1.7823639774859288,
      "grad_norm": 1.5257928536672969,
      "learning_rate": 0.00029082136736572565,
      "loss": 2.1058,
      "step": 2850
    },
    {
      "epoch": 1.782989368355222,
      "grad_norm": 6.499608139191107,
      "learning_rate": 0.0002907999815313794,
      "loss": 2.2375,
      "step": 2851
    },
    {
      "epoch": 1.7836147592245153,
      "grad_norm": 1.525978455109819,
      "learning_rate": 0.0002907785716001345,
      "loss": 2.2837,
      "step": 2852
    },
    {
      "epoch": 1.7842401500938085,
      "grad_norm": 2.4813289882825638,
      "learning_rate": 0.0002907571375756551,
      "loss": 1.9276,
      "step": 2853
    },
    {
      "epoch": 1.7848655409631018,
      "grad_norm": 1.957661303114041,
      "learning_rate": 0.00029073567946160945,
      "loss": 2.5632,
      "step": 2854
    },
    {
      "epoch": 1.7854909318323953,
      "grad_norm": 1.7255282517515635,
      "learning_rate": 0.00029071419726166997,
      "loss": 2.4134,
      "step": 2855
    },
    {
      "epoch": 1.7861163227016885,
      "grad_norm": 1.6953814934084155,
      "learning_rate": 0.0002906926909795132,
      "loss": 2.1355,
      "step": 2856
    },
    {
      "epoch": 1.786741713570982,
      "grad_norm": 1.7464052707805922,
      "learning_rate": 0.0002906711606188197,
      "loss": 2.0953,
      "step": 2857
    },
    {
      "epoch": 1.7873671044402752,
      "grad_norm": 1.4922037511782618,
      "learning_rate": 0.0002906496061832743,
      "loss": 2.1362,
      "step": 2858
    },
    {
      "epoch": 1.7879924953095685,
      "grad_norm": 1.550443096726616,
      "learning_rate": 0.0002906280276765659,
      "loss": 2.282,
      "step": 2859
    },
    {
      "epoch": 1.7886178861788617,
      "grad_norm": 1.7161876805728558,
      "learning_rate": 0.00029060642510238754,
      "loss": 2.4506,
      "step": 2860
    },
    {
      "epoch": 1.789243277048155,
      "grad_norm": 1.6582482545021644,
      "learning_rate": 0.00029058479846443626,
      "loss": 2.3523,
      "step": 2861
    },
    {
      "epoch": 1.7898686679174483,
      "grad_norm": 3.188425489071504,
      "learning_rate": 0.0002905631477664133,
      "loss": 2.3799,
      "step": 2862
    },
    {
      "epoch": 1.7904940587867417,
      "grad_norm": 1.505354136116161,
      "learning_rate": 0.0002905414730120241,
      "loss": 2.2034,
      "step": 2863
    },
    {
      "epoch": 1.791119449656035,
      "grad_norm": 1.9058826109184506,
      "learning_rate": 0.00029051977420497806,
      "loss": 2.0854,
      "step": 2864
    },
    {
      "epoch": 1.7917448405253285,
      "grad_norm": 1.644819276466642,
      "learning_rate": 0.0002904980513489888,
      "loss": 2.0985,
      "step": 2865
    },
    {
      "epoch": 1.7923702313946217,
      "grad_norm": 1.5770322545366195,
      "learning_rate": 0.0002904763044477741,
      "loss": 2.2841,
      "step": 2866
    },
    {
      "epoch": 1.792995622263915,
      "grad_norm": 1.4625838865095138,
      "learning_rate": 0.0002904545335050556,
      "loss": 1.911,
      "step": 2867
    },
    {
      "epoch": 1.7936210131332082,
      "grad_norm": 1.6352872418023443,
      "learning_rate": 0.00029043273852455946,
      "loss": 2.1729,
      "step": 2868
    },
    {
      "epoch": 1.7942464040025015,
      "grad_norm": 1.6065024516782105,
      "learning_rate": 0.0002904109195100156,
      "loss": 2.4367,
      "step": 2869
    },
    {
      "epoch": 1.7948717948717947,
      "grad_norm": 1.5264736651378004,
      "learning_rate": 0.0002903890764651582,
      "loss": 2.3128,
      "step": 2870
    },
    {
      "epoch": 1.7954971857410882,
      "grad_norm": 1.4590281496354718,
      "learning_rate": 0.0002903672093937256,
      "loss": 1.8174,
      "step": 2871
    },
    {
      "epoch": 1.7961225766103814,
      "grad_norm": 2.319917927947616,
      "learning_rate": 0.00029034531829946015,
      "loss": 2.141,
      "step": 2872
    },
    {
      "epoch": 1.796747967479675,
      "grad_norm": 1.5237771698475786,
      "learning_rate": 0.00029032340318610835,
      "loss": 1.7878,
      "step": 2873
    },
    {
      "epoch": 1.7973733583489682,
      "grad_norm": 1.5941547124917261,
      "learning_rate": 0.0002903014640574208,
      "loss": 2.2826,
      "step": 2874
    },
    {
      "epoch": 1.7979987492182614,
      "grad_norm": 1.52513831957232,
      "learning_rate": 0.0002902795009171522,
      "loss": 2.0115,
      "step": 2875
    },
    {
      "epoch": 1.7986241400875547,
      "grad_norm": 6.074397591824853,
      "learning_rate": 0.0002902575137690615,
      "loss": 1.8887,
      "step": 2876
    },
    {
      "epoch": 1.799249530956848,
      "grad_norm": 1.5552919940439465,
      "learning_rate": 0.0002902355026169115,
      "loss": 2.2252,
      "step": 2877
    },
    {
      "epoch": 1.7998749218261412,
      "grad_norm": 1.6682426728415438,
      "learning_rate": 0.00029021346746446936,
      "loss": 1.834,
      "step": 2878
    },
    {
      "epoch": 1.8005003126954346,
      "grad_norm": 1.5307082756497972,
      "learning_rate": 0.0002901914083155062,
      "loss": 2.1399,
      "step": 2879
    },
    {
      "epoch": 1.8011257035647281,
      "grad_norm": 1.553518688779332,
      "learning_rate": 0.0002901693251737972,
      "loss": 2.5431,
      "step": 2880
    },
    {
      "epoch": 1.8017510944340214,
      "grad_norm": 3.755663138615529,
      "learning_rate": 0.00029014721804312185,
      "loss": 2.0437,
      "step": 2881
    },
    {
      "epoch": 1.8023764853033146,
      "grad_norm": 1.4532892061437475,
      "learning_rate": 0.00029012508692726364,
      "loss": 2.1122,
      "step": 2882
    },
    {
      "epoch": 1.8030018761726079,
      "grad_norm": 1.6731633028681616,
      "learning_rate": 0.00029010293183001,
      "loss": 2.1968,
      "step": 2883
    },
    {
      "epoch": 1.8036272670419011,
      "grad_norm": 2.6000398119898183,
      "learning_rate": 0.00029008075275515277,
      "loss": 2.2783,
      "step": 2884
    },
    {
      "epoch": 1.8042526579111944,
      "grad_norm": 1.4242578261240666,
      "learning_rate": 0.0002900585497064876,
      "loss": 1.8451,
      "step": 2885
    },
    {
      "epoch": 1.8048780487804879,
      "grad_norm": 1.4473341308163223,
      "learning_rate": 0.00029003632268781454,
      "loss": 1.7776,
      "step": 2886
    },
    {
      "epoch": 1.805503439649781,
      "grad_norm": 2.366364590212207,
      "learning_rate": 0.00029001407170293743,
      "loss": 1.7917,
      "step": 2887
    },
    {
      "epoch": 1.8061288305190746,
      "grad_norm": 1.5520233407774813,
      "learning_rate": 0.00028999179675566445,
      "loss": 2.0474,
      "step": 2888
    },
    {
      "epoch": 1.8067542213883678,
      "grad_norm": 1.388001863095831,
      "learning_rate": 0.00028996949784980777,
      "loss": 1.8927,
      "step": 2889
    },
    {
      "epoch": 1.807379612257661,
      "grad_norm": 1.579595740846093,
      "learning_rate": 0.0002899471749891837,
      "loss": 1.973,
      "step": 2890
    },
    {
      "epoch": 1.8080050031269543,
      "grad_norm": 1.5823550246418887,
      "learning_rate": 0.00028992482817761264,
      "loss": 2.1754,
      "step": 2891
    },
    {
      "epoch": 1.8086303939962476,
      "grad_norm": 1.6699707486184014,
      "learning_rate": 0.00028990245741891907,
      "loss": 2.2488,
      "step": 2892
    },
    {
      "epoch": 1.8092557848655408,
      "grad_norm": 1.8515919562397722,
      "learning_rate": 0.0002898800627169316,
      "loss": 2.443,
      "step": 2893
    },
    {
      "epoch": 1.8098811757348343,
      "grad_norm": 1.6374917573613996,
      "learning_rate": 0.0002898576440754829,
      "loss": 2.3075,
      "step": 2894
    },
    {
      "epoch": 1.8105065666041276,
      "grad_norm": 1.6222510708823727,
      "learning_rate": 0.0002898352014984098,
      "loss": 2.3634,
      "step": 2895
    },
    {
      "epoch": 1.811131957473421,
      "grad_norm": 1.5103457198892993,
      "learning_rate": 0.00028981273498955313,
      "loss": 1.9655,
      "step": 2896
    },
    {
      "epoch": 1.8117573483427143,
      "grad_norm": 1.5434312496078675,
      "learning_rate": 0.0002897902445527579,
      "loss": 2.2426,
      "step": 2897
    },
    {
      "epoch": 1.8123827392120075,
      "grad_norm": 1.4944913818020387,
      "learning_rate": 0.0002897677301918732,
      "loss": 2.2093,
      "step": 2898
    },
    {
      "epoch": 1.8130081300813008,
      "grad_norm": 1.4480367203158475,
      "learning_rate": 0.00028974519191075215,
      "loss": 2.1299,
      "step": 2899
    },
    {
      "epoch": 1.813633520950594,
      "grad_norm": 1.469486310103216,
      "learning_rate": 0.00028972262971325204,
      "loss": 2.208,
      "step": 2900
    },
    {
      "epoch": 1.8142589118198873,
      "grad_norm": 1.459106539933596,
      "learning_rate": 0.00028970004360323424,
      "loss": 2.3333,
      "step": 2901
    },
    {
      "epoch": 1.8148843026891808,
      "grad_norm": 1.4909563898938263,
      "learning_rate": 0.0002896774335845642,
      "loss": 2.3175,
      "step": 2902
    },
    {
      "epoch": 1.815509693558474,
      "grad_norm": 1.8349542393345608,
      "learning_rate": 0.00028965479966111145,
      "loss": 2.4451,
      "step": 2903
    },
    {
      "epoch": 1.8161350844277675,
      "grad_norm": 1.4782543428261936,
      "learning_rate": 0.00028963214183674966,
      "loss": 2.2365,
      "step": 2904
    },
    {
      "epoch": 1.8167604752970608,
      "grad_norm": 1.414159033390821,
      "learning_rate": 0.0002896094601153565,
      "loss": 2.1548,
      "step": 2905
    },
    {
      "epoch": 1.817385866166354,
      "grad_norm": 1.3552349859171398,
      "learning_rate": 0.00028958675450081376,
      "loss": 2.1046,
      "step": 2906
    },
    {
      "epoch": 1.8180112570356473,
      "grad_norm": 1.6645392486423498,
      "learning_rate": 0.0002895640249970074,
      "loss": 2.5298,
      "step": 2907
    },
    {
      "epoch": 1.8186366479049405,
      "grad_norm": 1.4479629285321711,
      "learning_rate": 0.0002895412716078274,
      "loss": 2.2353,
      "step": 2908
    },
    {
      "epoch": 1.8192620387742338,
      "grad_norm": 1.4236016481139244,
      "learning_rate": 0.00028951849433716783,
      "loss": 2.0852,
      "step": 2909
    },
    {
      "epoch": 1.8198874296435272,
      "grad_norm": 1.5136715594454788,
      "learning_rate": 0.00028949569318892685,
      "loss": 2.1711,
      "step": 2910
    },
    {
      "epoch": 1.8205128205128205,
      "grad_norm": 1.3649162032368662,
      "learning_rate": 0.0002894728681670067,
      "loss": 2.2007,
      "step": 2911
    },
    {
      "epoch": 1.821138211382114,
      "grad_norm": 1.6101174313937408,
      "learning_rate": 0.00028945001927531373,
      "loss": 2.234,
      "step": 2912
    },
    {
      "epoch": 1.8217636022514072,
      "grad_norm": 1.6556539462871922,
      "learning_rate": 0.00028942714651775846,
      "loss": 2.4386,
      "step": 2913
    },
    {
      "epoch": 1.8223889931207005,
      "grad_norm": 1.5121643339857027,
      "learning_rate": 0.0002894042498982552,
      "loss": 2.2389,
      "step": 2914
    },
    {
      "epoch": 1.8230143839899937,
      "grad_norm": 1.3682734965724643,
      "learning_rate": 0.0002893813294207227,
      "loss": 2.1459,
      "step": 2915
    },
    {
      "epoch": 1.823639774859287,
      "grad_norm": 1.5010024367888168,
      "learning_rate": 0.00028935838508908354,
      "loss": 2.0851,
      "step": 2916
    },
    {
      "epoch": 1.8242651657285802,
      "grad_norm": 1.6693411112256988,
      "learning_rate": 0.00028933541690726456,
      "loss": 2.498,
      "step": 2917
    },
    {
      "epoch": 1.8248905565978737,
      "grad_norm": 1.6294637369559217,
      "learning_rate": 0.0002893124248791965,
      "loss": 2.5469,
      "step": 2918
    },
    {
      "epoch": 1.825515947467167,
      "grad_norm": 1.781902680613633,
      "learning_rate": 0.00028928940900881437,
      "loss": 2.2946,
      "step": 2919
    },
    {
      "epoch": 1.8261413383364604,
      "grad_norm": 1.46095700792107,
      "learning_rate": 0.0002892663693000571,
      "loss": 2.3987,
      "step": 2920
    },
    {
      "epoch": 1.8267667292057537,
      "grad_norm": 1.4827623800154421,
      "learning_rate": 0.00028924330575686786,
      "loss": 2.291,
      "step": 2921
    },
    {
      "epoch": 1.827392120075047,
      "grad_norm": 1.4664546359015835,
      "learning_rate": 0.0002892202183831937,
      "loss": 2.4539,
      "step": 2922
    },
    {
      "epoch": 1.8280175109443402,
      "grad_norm": 1.5653423767815022,
      "learning_rate": 0.00028919710718298595,
      "loss": 2.4126,
      "step": 2923
    },
    {
      "epoch": 1.8286429018136334,
      "grad_norm": 1.4453131781410622,
      "learning_rate": 0.0002891739721601998,
      "loss": 2.1075,
      "step": 2924
    },
    {
      "epoch": 1.8292682926829267,
      "grad_norm": 1.5478316257606815,
      "learning_rate": 0.0002891508133187948,
      "loss": 2.2912,
      "step": 2925
    },
    {
      "epoch": 1.8298936835522202,
      "grad_norm": 1.5726212714198469,
      "learning_rate": 0.0002891276306627343,
      "loss": 2.1475,
      "step": 2926
    },
    {
      "epoch": 1.8305190744215134,
      "grad_norm": 1.5075121605677757,
      "learning_rate": 0.00028910442419598594,
      "loss": 2.0724,
      "step": 2927
    },
    {
      "epoch": 1.8311444652908069,
      "grad_norm": 1.3886998743853205,
      "learning_rate": 0.0002890811939225213,
      "loss": 2.1122,
      "step": 2928
    },
    {
      "epoch": 1.8317698561601001,
      "grad_norm": 1.6077439530807012,
      "learning_rate": 0.000289057939846316,
      "loss": 2.3831,
      "step": 2929
    },
    {
      "epoch": 1.8323952470293934,
      "grad_norm": 1.3983149772956576,
      "learning_rate": 0.0002890346619713499,
      "loss": 2.0279,
      "step": 2930
    },
    {
      "epoch": 1.8330206378986866,
      "grad_norm": 1.895356350261723,
      "learning_rate": 0.00028901136030160673,
      "loss": 2.2455,
      "step": 2931
    },
    {
      "epoch": 1.8336460287679799,
      "grad_norm": 1.4997250003645277,
      "learning_rate": 0.0002889880348410746,
      "loss": 2.2876,
      "step": 2932
    },
    {
      "epoch": 1.8342714196372731,
      "grad_norm": 1.644070854696545,
      "learning_rate": 0.00028896468559374525,
      "loss": 2.0141,
      "step": 2933
    },
    {
      "epoch": 1.8348968105065666,
      "grad_norm": 1.792965382116243,
      "learning_rate": 0.00028894131256361493,
      "loss": 2.3119,
      "step": 2934
    },
    {
      "epoch": 1.8355222013758599,
      "grad_norm": 1.4031442615606,
      "learning_rate": 0.00028891791575468364,
      "loss": 2.2576,
      "step": 2935
    },
    {
      "epoch": 1.8361475922451533,
      "grad_norm": 1.3875618607034566,
      "learning_rate": 0.0002888944951709557,
      "loss": 2.0619,
      "step": 2936
    },
    {
      "epoch": 1.8367729831144466,
      "grad_norm": 1.364012807091098,
      "learning_rate": 0.0002888710508164393,
      "loss": 2.1628,
      "step": 2937
    },
    {
      "epoch": 1.8373983739837398,
      "grad_norm": 1.50226160113555,
      "learning_rate": 0.0002888475826951467,
      "loss": 2.2139,
      "step": 2938
    },
    {
      "epoch": 1.838023764853033,
      "grad_norm": 1.5418759554863182,
      "learning_rate": 0.0002888240908110944,
      "loss": 2.3584,
      "step": 2939
    },
    {
      "epoch": 1.8386491557223263,
      "grad_norm": 1.333992567572608,
      "learning_rate": 0.0002888005751683029,
      "loss": 1.6887,
      "step": 2940
    },
    {
      "epoch": 1.8392745465916196,
      "grad_norm": 1.4383443349308365,
      "learning_rate": 0.0002887770357707966,
      "loss": 2.1346,
      "step": 2941
    },
    {
      "epoch": 1.839899937460913,
      "grad_norm": 1.4661218227602535,
      "learning_rate": 0.00028875347262260413,
      "loss": 2.0676,
      "step": 2942
    },
    {
      "epoch": 1.8405253283302065,
      "grad_norm": 1.5290530122686063,
      "learning_rate": 0.0002887298857277583,
      "loss": 2.0721,
      "step": 2943
    },
    {
      "epoch": 1.8411507191994998,
      "grad_norm": 1.5325329993018861,
      "learning_rate": 0.00028870627509029566,
      "loss": 2.2079,
      "step": 2944
    },
    {
      "epoch": 1.841776110068793,
      "grad_norm": 2.0565634963827213,
      "learning_rate": 0.00028868264071425705,
      "loss": 2.4462,
      "step": 2945
    },
    {
      "epoch": 1.8424015009380863,
      "grad_norm": 1.3276340740697619,
      "learning_rate": 0.00028865898260368734,
      "loss": 2.0028,
      "step": 2946
    },
    {
      "epoch": 1.8430268918073796,
      "grad_norm": 1.5304321062760704,
      "learning_rate": 0.0002886353007626355,
      "loss": 2.2362,
      "step": 2947
    },
    {
      "epoch": 1.8436522826766728,
      "grad_norm": 1.5605585255057892,
      "learning_rate": 0.0002886115951951544,
      "loss": 2.4098,
      "step": 2948
    },
    {
      "epoch": 1.8442776735459663,
      "grad_norm": 1.5052238156360491,
      "learning_rate": 0.00028858786590530116,
      "loss": 2.2648,
      "step": 2949
    },
    {
      "epoch": 1.8449030644152595,
      "grad_norm": 1.3776588784867516,
      "learning_rate": 0.0002885641128971368,
      "loss": 2.153,
      "step": 2950
    },
    {
      "epoch": 1.845528455284553,
      "grad_norm": 1.5329656971298808,
      "learning_rate": 0.0002885403361747265,
      "loss": 2.2257,
      "step": 2951
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 1.5136761299065644,
      "learning_rate": 0.00028851653574213956,
      "loss": 1.91,
      "step": 2952
    },
    {
      "epoch": 1.8467792370231395,
      "grad_norm": 4.002376312473781,
      "learning_rate": 0.0002884927116034492,
      "loss": 2.4338,
      "step": 2953
    },
    {
      "epoch": 1.8474046278924328,
      "grad_norm": 4.868407124472466,
      "learning_rate": 0.0002884688637627326,
      "loss": 2.149,
      "step": 2954
    },
    {
      "epoch": 1.848030018761726,
      "grad_norm": 2.0585096022734763,
      "learning_rate": 0.00028844499222407136,
      "loss": 2.2588,
      "step": 2955
    },
    {
      "epoch": 1.8486554096310193,
      "grad_norm": 1.4304540200564824,
      "learning_rate": 0.0002884210969915509,
      "loss": 1.9505,
      "step": 2956
    },
    {
      "epoch": 1.8492808005003127,
      "grad_norm": 1.8904813552340582,
      "learning_rate": 0.0002883971780692606,
      "loss": 2.2238,
      "step": 2957
    },
    {
      "epoch": 1.849906191369606,
      "grad_norm": 1.4948989619796538,
      "learning_rate": 0.0002883732354612941,
      "loss": 2.2797,
      "step": 2958
    },
    {
      "epoch": 1.8505315822388995,
      "grad_norm": 1.490208038848075,
      "learning_rate": 0.0002883492691717489,
      "loss": 2.2201,
      "step": 2959
    },
    {
      "epoch": 1.8511569731081927,
      "grad_norm": 1.4660043362326904,
      "learning_rate": 0.00028832527920472675,
      "loss": 1.871,
      "step": 2960
    },
    {
      "epoch": 1.851782363977486,
      "grad_norm": 1.9081091256357896,
      "learning_rate": 0.0002883012655643333,
      "loss": 2.2901,
      "step": 2961
    },
    {
      "epoch": 1.8524077548467792,
      "grad_norm": 1.4372529809204095,
      "learning_rate": 0.00028827722825467843,
      "loss": 2.0823,
      "step": 2962
    },
    {
      "epoch": 1.8530331457160725,
      "grad_norm": 1.4586554784467867,
      "learning_rate": 0.00028825316727987586,
      "loss": 2.3152,
      "step": 2963
    },
    {
      "epoch": 1.8536585365853657,
      "grad_norm": 1.614026231977257,
      "learning_rate": 0.0002882290826440434,
      "loss": 2.2995,
      "step": 2964
    },
    {
      "epoch": 1.8542839274546592,
      "grad_norm": 1.480991149649652,
      "learning_rate": 0.00028820497435130306,
      "loss": 2.3649,
      "step": 2965
    },
    {
      "epoch": 1.8549093183239524,
      "grad_norm": 1.7926123351271495,
      "learning_rate": 0.0002881808424057808,
      "loss": 2.0618,
      "step": 2966
    },
    {
      "epoch": 1.855534709193246,
      "grad_norm": 1.4912453457939947,
      "learning_rate": 0.0002881566868116065,
      "loss": 2.3524,
      "step": 2967
    },
    {
      "epoch": 1.8561601000625392,
      "grad_norm": 1.3867488470563611,
      "learning_rate": 0.0002881325075729144,
      "loss": 2.071,
      "step": 2968
    },
    {
      "epoch": 1.8567854909318324,
      "grad_norm": 1.4261231779773562,
      "learning_rate": 0.00028810830469384245,
      "loss": 1.8479,
      "step": 2969
    },
    {
      "epoch": 1.8574108818011257,
      "grad_norm": 1.4047637385874032,
      "learning_rate": 0.0002880840781785329,
      "loss": 2.1063,
      "step": 2970
    },
    {
      "epoch": 1.858036272670419,
      "grad_norm": 1.3636524755014872,
      "learning_rate": 0.00028805982803113185,
      "loss": 1.726,
      "step": 2971
    },
    {
      "epoch": 1.8586616635397122,
      "grad_norm": 1.4218822087163032,
      "learning_rate": 0.0002880355542557896,
      "loss": 1.894,
      "step": 2972
    },
    {
      "epoch": 1.8592870544090057,
      "grad_norm": 1.3890403925682562,
      "learning_rate": 0.0002880112568566604,
      "loss": 1.752,
      "step": 2973
    },
    {
      "epoch": 1.859912445278299,
      "grad_norm": 1.4388845578024527,
      "learning_rate": 0.0002879869358379026,
      "loss": 2.0896,
      "step": 2974
    },
    {
      "epoch": 1.8605378361475924,
      "grad_norm": 1.6310373005802306,
      "learning_rate": 0.0002879625912036786,
      "loss": 2.1489,
      "step": 2975
    },
    {
      "epoch": 1.8611632270168856,
      "grad_norm": 1.476273681800646,
      "learning_rate": 0.0002879382229581547,
      "loss": 2.1943,
      "step": 2976
    },
    {
      "epoch": 1.8617886178861789,
      "grad_norm": 4.503936696741477,
      "learning_rate": 0.00028791383110550147,
      "loss": 1.9221,
      "step": 2977
    },
    {
      "epoch": 1.8624140087554721,
      "grad_norm": 1.5079034597180294,
      "learning_rate": 0.00028788941564989335,
      "loss": 2.1761,
      "step": 2978
    },
    {
      "epoch": 1.8630393996247654,
      "grad_norm": 1.8471228876824113,
      "learning_rate": 0.0002878649765955088,
      "loss": 2.3291,
      "step": 2979
    },
    {
      "epoch": 1.8636647904940586,
      "grad_norm": 1.4558448178586183,
      "learning_rate": 0.0002878405139465305,
      "loss": 2.1356,
      "step": 2980
    },
    {
      "epoch": 1.8642901813633521,
      "grad_norm": 1.402830456488378,
      "learning_rate": 0.000287816027707145,
      "loss": 2.2143,
      "step": 2981
    },
    {
      "epoch": 1.8649155722326454,
      "grad_norm": 1.573211009647186,
      "learning_rate": 0.0002877915178815429,
      "loss": 2.3717,
      "step": 2982
    },
    {
      "epoch": 1.8655409631019388,
      "grad_norm": 1.453720190172638,
      "learning_rate": 0.000287766984473919,
      "loss": 2.1936,
      "step": 2983
    },
    {
      "epoch": 1.866166353971232,
      "grad_norm": 1.4603662716234385,
      "learning_rate": 0.0002877424274884719,
      "loss": 2.2287,
      "step": 2984
    },
    {
      "epoch": 1.8667917448405253,
      "grad_norm": 1.4911527795563748,
      "learning_rate": 0.00028771784692940437,
      "loss": 2.2833,
      "step": 2985
    },
    {
      "epoch": 1.8674171357098186,
      "grad_norm": 1.4226535507006566,
      "learning_rate": 0.00028769324280092325,
      "loss": 2.0129,
      "step": 2986
    },
    {
      "epoch": 1.8680425265791119,
      "grad_norm": 1.4314854138631603,
      "learning_rate": 0.0002876686151072393,
      "loss": 2.1794,
      "step": 2987
    },
    {
      "epoch": 1.868667917448405,
      "grad_norm": 3.82497193605281,
      "learning_rate": 0.00028764396385256744,
      "loss": 2.0238,
      "step": 2988
    },
    {
      "epoch": 1.8692933083176986,
      "grad_norm": 1.453170307567549,
      "learning_rate": 0.0002876192890411265,
      "loss": 2.2437,
      "step": 2989
    },
    {
      "epoch": 1.8699186991869918,
      "grad_norm": 1.484921509495653,
      "learning_rate": 0.00028759459067713943,
      "loss": 2.2459,
      "step": 2990
    },
    {
      "epoch": 1.8705440900562853,
      "grad_norm": 1.6977891557236167,
      "learning_rate": 0.00028756986876483313,
      "loss": 2.3453,
      "step": 2991
    },
    {
      "epoch": 1.8711694809255786,
      "grad_norm": 1.5182213992628624,
      "learning_rate": 0.0002875451233084386,
      "loss": 2.2126,
      "step": 2992
    },
    {
      "epoch": 1.8717948717948718,
      "grad_norm": 1.4774940284627758,
      "learning_rate": 0.00028752035431219085,
      "loss": 2.1147,
      "step": 2993
    },
    {
      "epoch": 1.872420262664165,
      "grad_norm": 1.4843221792907693,
      "learning_rate": 0.00028749556178032893,
      "loss": 2.006,
      "step": 2994
    },
    {
      "epoch": 1.8730456535334583,
      "grad_norm": 1.618312951969352,
      "learning_rate": 0.00028747074571709583,
      "loss": 2.4616,
      "step": 2995
    },
    {
      "epoch": 1.8736710444027516,
      "grad_norm": 1.3268845864136056,
      "learning_rate": 0.0002874459061267387,
      "loss": 2.2897,
      "step": 2996
    },
    {
      "epoch": 1.874296435272045,
      "grad_norm": 1.3914614883200154,
      "learning_rate": 0.0002874210430135087,
      "loss": 1.7293,
      "step": 2997
    },
    {
      "epoch": 1.8749218261413383,
      "grad_norm": 1.5116655594384285,
      "learning_rate": 0.0002873961563816609,
      "loss": 2.1264,
      "step": 2998
    },
    {
      "epoch": 1.8755472170106318,
      "grad_norm": 1.5224791952872672,
      "learning_rate": 0.00028737124623545447,
      "loss": 2.2428,
      "step": 2999
    },
    {
      "epoch": 1.876172607879925,
      "grad_norm": 1.73417441796602,
      "learning_rate": 0.0002873463125791526,
      "loss": 2.2813,
      "step": 3000
    },
    {
      "epoch": 1.8767979987492183,
      "grad_norm": 1.6190196585182914,
      "learning_rate": 0.0002873213554170226,
      "loss": 2.0482,
      "step": 3001
    },
    {
      "epoch": 1.8774233896185115,
      "grad_norm": 1.5724746589358012,
      "learning_rate": 0.0002872963747533356,
      "loss": 2.415,
      "step": 3002
    },
    {
      "epoch": 1.8780487804878048,
      "grad_norm": 1.5361750911393677,
      "learning_rate": 0.0002872713705923669,
      "loss": 1.8358,
      "step": 3003
    },
    {
      "epoch": 1.878674171357098,
      "grad_norm": 3.1310021603147398,
      "learning_rate": 0.00028724634293839573,
      "loss": 2.6081,
      "step": 3004
    },
    {
      "epoch": 1.8792995622263915,
      "grad_norm": 1.4484295760655885,
      "learning_rate": 0.00028722129179570543,
      "loss": 2.3389,
      "step": 3005
    },
    {
      "epoch": 1.8799249530956847,
      "grad_norm": 2.029728450186223,
      "learning_rate": 0.0002871962171685834,
      "loss": 1.9615,
      "step": 3006
    },
    {
      "epoch": 1.8805503439649782,
      "grad_norm": 1.4014016093975155,
      "learning_rate": 0.0002871711190613209,
      "loss": 2.0675,
      "step": 3007
    },
    {
      "epoch": 1.8811757348342715,
      "grad_norm": 1.5145854598683761,
      "learning_rate": 0.00028714599747821324,
      "loss": 2.0613,
      "step": 3008
    },
    {
      "epoch": 1.8818011257035647,
      "grad_norm": 1.439191528787188,
      "learning_rate": 0.00028712085242355994,
      "loss": 2.1896,
      "step": 3009
    },
    {
      "epoch": 1.882426516572858,
      "grad_norm": 1.5621061803647678,
      "learning_rate": 0.00028709568390166426,
      "loss": 2.2727,
      "step": 3010
    },
    {
      "epoch": 1.8830519074421512,
      "grad_norm": 1.5554094104936913,
      "learning_rate": 0.00028707049191683366,
      "loss": 2.1892,
      "step": 3011
    },
    {
      "epoch": 1.8836772983114447,
      "grad_norm": 1.6839912489723796,
      "learning_rate": 0.00028704527647337955,
      "loss": 2.5899,
      "step": 3012
    },
    {
      "epoch": 1.884302689180738,
      "grad_norm": 2.4725868787216294,
      "learning_rate": 0.00028702003757561745,
      "loss": 2.237,
      "step": 3013
    },
    {
      "epoch": 1.8849280800500314,
      "grad_norm": 1.3793866660494758,
      "learning_rate": 0.00028699477522786665,
      "loss": 2.059,
      "step": 3014
    },
    {
      "epoch": 1.8855534709193247,
      "grad_norm": 1.421069183281462,
      "learning_rate": 0.00028696948943445085,
      "loss": 1.7716,
      "step": 3015
    },
    {
      "epoch": 1.886178861788618,
      "grad_norm": 1.3992729534703654,
      "learning_rate": 0.0002869441801996973,
      "loss": 1.9168,
      "step": 3016
    },
    {
      "epoch": 1.8868042526579112,
      "grad_norm": 1.571671820325088,
      "learning_rate": 0.00028691884752793763,
      "loss": 1.9595,
      "step": 3017
    },
    {
      "epoch": 1.8874296435272044,
      "grad_norm": 1.7384752637931227,
      "learning_rate": 0.00028689349142350733,
      "loss": 2.1823,
      "step": 3018
    },
    {
      "epoch": 1.8880550343964977,
      "grad_norm": 1.6370834614419638,
      "learning_rate": 0.0002868681118907458,
      "loss": 2.4165,
      "step": 3019
    },
    {
      "epoch": 1.8886804252657912,
      "grad_norm": 1.5786019128386723,
      "learning_rate": 0.0002868427089339968,
      "loss": 2.4142,
      "step": 3020
    },
    {
      "epoch": 1.8893058161350844,
      "grad_norm": 1.6049654605398223,
      "learning_rate": 0.0002868172825576076,
      "loss": 2.2512,
      "step": 3021
    },
    {
      "epoch": 1.8899312070043779,
      "grad_norm": 1.4920582757640513,
      "learning_rate": 0.00028679183276592994,
      "loss": 2.3463,
      "step": 3022
    },
    {
      "epoch": 1.8905565978736711,
      "grad_norm": 1.536216075382193,
      "learning_rate": 0.0002867663595633192,
      "loss": 2.2871,
      "step": 3023
    },
    {
      "epoch": 1.8911819887429644,
      "grad_norm": 1.5530219297943872,
      "learning_rate": 0.0002867408629541351,
      "loss": 2.5176,
      "step": 3024
    },
    {
      "epoch": 1.8918073796122576,
      "grad_norm": 1.6363232490114197,
      "learning_rate": 0.0002867153429427411,
      "loss": 2.2695,
      "step": 3025
    },
    {
      "epoch": 1.892432770481551,
      "grad_norm": 1.573409192305738,
      "learning_rate": 0.0002866897995335048,
      "loss": 2.1597,
      "step": 3026
    },
    {
      "epoch": 1.8930581613508441,
      "grad_norm": 1.3663451112298552,
      "learning_rate": 0.0002866642327307977,
      "loss": 1.8739,
      "step": 3027
    },
    {
      "epoch": 1.8936835522201376,
      "grad_norm": 1.5703447859504935,
      "learning_rate": 0.00028663864253899546,
      "loss": 1.7816,
      "step": 3028
    },
    {
      "epoch": 1.8943089430894309,
      "grad_norm": 1.4008496363743017,
      "learning_rate": 0.0002866130289624776,
      "loss": 2.0897,
      "step": 3029
    },
    {
      "epoch": 1.8949343339587243,
      "grad_norm": 2.3110228341167693,
      "learning_rate": 0.00028658739200562776,
      "loss": 2.1602,
      "step": 3030
    },
    {
      "epoch": 1.8955597248280176,
      "grad_norm": 1.3679255111293744,
      "learning_rate": 0.00028656173167283344,
      "loss": 2.2547,
      "step": 3031
    },
    {
      "epoch": 1.8961851156973109,
      "grad_norm": 1.430361772763884,
      "learning_rate": 0.00028653604796848633,
      "loss": 2.2939,
      "step": 3032
    },
    {
      "epoch": 1.896810506566604,
      "grad_norm": 10.155851086822981,
      "learning_rate": 0.0002865103408969819,
      "loss": 2.1285,
      "step": 3033
    },
    {
      "epoch": 1.8974358974358974,
      "grad_norm": 1.5708500981338342,
      "learning_rate": 0.0002864846104627198,
      "loss": 2.5835,
      "step": 3034
    },
    {
      "epoch": 1.8980612883051906,
      "grad_norm": 1.7470715365285918,
      "learning_rate": 0.0002864588566701035,
      "loss": 2.5001,
      "step": 3035
    },
    {
      "epoch": 1.898686679174484,
      "grad_norm": 1.522686435726389,
      "learning_rate": 0.0002864330795235408,
      "loss": 2.2838,
      "step": 3036
    },
    {
      "epoch": 1.8993120700437773,
      "grad_norm": 1.537727153858741,
      "learning_rate": 0.000286407279027443,
      "loss": 2.2211,
      "step": 3037
    },
    {
      "epoch": 1.8999374609130708,
      "grad_norm": 1.4257433858719855,
      "learning_rate": 0.00028638145518622584,
      "loss": 2.3344,
      "step": 3038
    },
    {
      "epoch": 1.900562851782364,
      "grad_norm": 1.4044233787494957,
      "learning_rate": 0.00028635560800430887,
      "loss": 2.1567,
      "step": 3039
    },
    {
      "epoch": 1.9011882426516573,
      "grad_norm": 1.4988028678568064,
      "learning_rate": 0.00028632973748611557,
      "loss": 2.3171,
      "step": 3040
    },
    {
      "epoch": 1.9018136335209506,
      "grad_norm": 1.8031357800152126,
      "learning_rate": 0.0002863038436360736,
      "loss": 2.284,
      "step": 3041
    },
    {
      "epoch": 1.9024390243902438,
      "grad_norm": 1.495723979852733,
      "learning_rate": 0.00028627792645861445,
      "loss": 2.4326,
      "step": 3042
    },
    {
      "epoch": 1.903064415259537,
      "grad_norm": 1.40670529823598,
      "learning_rate": 0.0002862519859581736,
      "loss": 2.0643,
      "step": 3043
    },
    {
      "epoch": 1.9036898061288305,
      "grad_norm": 1.529477637912327,
      "learning_rate": 0.00028622602213919065,
      "loss": 2.1748,
      "step": 3044
    },
    {
      "epoch": 1.9043151969981238,
      "grad_norm": 1.480918306810018,
      "learning_rate": 0.0002862000350061091,
      "loss": 1.9059,
      "step": 3045
    },
    {
      "epoch": 1.9049405878674173,
      "grad_norm": 1.5090943530063283,
      "learning_rate": 0.00028617402456337644,
      "loss": 2.2597,
      "step": 3046
    },
    {
      "epoch": 1.9055659787367105,
      "grad_norm": 1.5509379873635796,
      "learning_rate": 0.0002861479908154442,
      "loss": 2.4069,
      "step": 3047
    },
    {
      "epoch": 1.9061913696060038,
      "grad_norm": 1.4661307059758,
      "learning_rate": 0.000286121933766768,
      "loss": 1.8277,
      "step": 3048
    },
    {
      "epoch": 1.906816760475297,
      "grad_norm": 1.3639745136404742,
      "learning_rate": 0.000286095853421807,
      "loss": 2.1861,
      "step": 3049
    },
    {
      "epoch": 1.9074421513445903,
      "grad_norm": 1.5027377743016983,
      "learning_rate": 0.0002860697497850249,
      "loss": 2.2137,
      "step": 3050
    },
    {
      "epoch": 1.9080675422138835,
      "grad_norm": 2.6262474373311817,
      "learning_rate": 0.00028604362286088904,
      "loss": 2.2004,
      "step": 3051
    },
    {
      "epoch": 1.908692933083177,
      "grad_norm": 1.4728869412944603,
      "learning_rate": 0.00028601747265387097,
      "loss": 2.3209,
      "step": 3052
    },
    {
      "epoch": 1.9093183239524703,
      "grad_norm": 1.5217126354428645,
      "learning_rate": 0.000285991299168446,
      "loss": 2.1833,
      "step": 3053
    },
    {
      "epoch": 1.9099437148217637,
      "grad_norm": 1.4322172604542314,
      "learning_rate": 0.0002859651024090936,
      "loss": 2.2215,
      "step": 3054
    },
    {
      "epoch": 1.910569105691057,
      "grad_norm": 1.5304804940560275,
      "learning_rate": 0.0002859388823802971,
      "loss": 2.3285,
      "step": 3055
    },
    {
      "epoch": 1.9111944965603502,
      "grad_norm": 1.5934365817050127,
      "learning_rate": 0.00028591263908654387,
      "loss": 2.1834,
      "step": 3056
    },
    {
      "epoch": 1.9118198874296435,
      "grad_norm": 1.6142198960461138,
      "learning_rate": 0.00028588637253232536,
      "loss": 2.1576,
      "step": 3057
    },
    {
      "epoch": 1.9124452782989367,
      "grad_norm": 1.4916076986093125,
      "learning_rate": 0.0002858600827221368,
      "loss": 1.6405,
      "step": 3058
    },
    {
      "epoch": 1.91307066916823,
      "grad_norm": 1.6013512742767395,
      "learning_rate": 0.0002858337696604775,
      "loss": 2.1871,
      "step": 3059
    },
    {
      "epoch": 1.9136960600375235,
      "grad_norm": 1.8105983312966356,
      "learning_rate": 0.00028580743335185083,
      "loss": 2.1217,
      "step": 3060
    },
    {
      "epoch": 1.9143214509068167,
      "grad_norm": 1.4552750122860647,
      "learning_rate": 0.000285781073800764,
      "loss": 2.374,
      "step": 3061
    },
    {
      "epoch": 1.9149468417761102,
      "grad_norm": 1.7469561203858845,
      "learning_rate": 0.0002857546910117282,
      "loss": 2.0979,
      "step": 3062
    },
    {
      "epoch": 1.9155722326454034,
      "grad_norm": 1.4859645462573892,
      "learning_rate": 0.00028572828498925877,
      "loss": 2.0928,
      "step": 3063
    },
    {
      "epoch": 1.9161976235146967,
      "grad_norm": 1.3950663085253583,
      "learning_rate": 0.00028570185573787484,
      "loss": 2.0802,
      "step": 3064
    },
    {
      "epoch": 1.91682301438399,
      "grad_norm": 1.4046075894347951,
      "learning_rate": 0.0002856754032620996,
      "loss": 2.1979,
      "step": 3065
    },
    {
      "epoch": 1.9174484052532832,
      "grad_norm": 1.5123592667492034,
      "learning_rate": 0.0002856489275664602,
      "loss": 2.0948,
      "step": 3066
    },
    {
      "epoch": 1.9180737961225764,
      "grad_norm": 1.5144248534776914,
      "learning_rate": 0.00028562242865548776,
      "loss": 2.3228,
      "step": 3067
    },
    {
      "epoch": 1.91869918699187,
      "grad_norm": 1.3937589527397316,
      "learning_rate": 0.00028559590653371743,
      "loss": 2.1575,
      "step": 3068
    },
    {
      "epoch": 1.9193245778611632,
      "grad_norm": 1.454739476513032,
      "learning_rate": 0.0002855693612056882,
      "loss": 2.1113,
      "step": 3069
    },
    {
      "epoch": 1.9199499687304566,
      "grad_norm": 1.3630272560357486,
      "learning_rate": 0.0002855427926759431,
      "loss": 1.9456,
      "step": 3070
    },
    {
      "epoch": 1.92057535959975,
      "grad_norm": 1.497584159897541,
      "learning_rate": 0.00028551620094902926,
      "loss": 2.2777,
      "step": 3071
    },
    {
      "epoch": 1.9212007504690432,
      "grad_norm": 1.597586596275842,
      "learning_rate": 0.00028548958602949754,
      "loss": 2.5463,
      "step": 3072
    },
    {
      "epoch": 1.9218261413383364,
      "grad_norm": 1.5315857898292453,
      "learning_rate": 0.00028546294792190297,
      "loss": 2.4013,
      "step": 3073
    },
    {
      "epoch": 1.9224515322076297,
      "grad_norm": 1.7108202750825598,
      "learning_rate": 0.0002854362866308044,
      "loss": 2.3372,
      "step": 3074
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 1.522121512896766,
      "learning_rate": 0.0002854096021607648,
      "loss": 1.7868,
      "step": 3075
    },
    {
      "epoch": 1.9237023139462164,
      "grad_norm": 1.5810309686072095,
      "learning_rate": 0.00028538289451635095,
      "loss": 2.183,
      "step": 3076
    },
    {
      "epoch": 1.9243277048155099,
      "grad_norm": 1.4393241654313857,
      "learning_rate": 0.0002853561637021337,
      "loss": 2.1639,
      "step": 3077
    },
    {
      "epoch": 1.924953095684803,
      "grad_norm": 1.4569832362840442,
      "learning_rate": 0.0002853294097226878,
      "loss": 2.4235,
      "step": 3078
    },
    {
      "epoch": 1.9255784865540964,
      "grad_norm": 1.3971201597920566,
      "learning_rate": 0.00028530263258259213,
      "loss": 2.0387,
      "step": 3079
    },
    {
      "epoch": 1.9262038774233896,
      "grad_norm": 1.4652505709017192,
      "learning_rate": 0.0002852758322864292,
      "loss": 2.3847,
      "step": 3080
    },
    {
      "epoch": 1.9268292682926829,
      "grad_norm": 1.4289157607187937,
      "learning_rate": 0.0002852490088387859,
      "loss": 2.137,
      "step": 3081
    },
    {
      "epoch": 1.9274546591619761,
      "grad_norm": 1.5449718648895345,
      "learning_rate": 0.00028522216224425266,
      "loss": 2.202,
      "step": 3082
    },
    {
      "epoch": 1.9280800500312696,
      "grad_norm": 1.5237941195517644,
      "learning_rate": 0.00028519529250742423,
      "loss": 2.0704,
      "step": 3083
    },
    {
      "epoch": 1.9287054409005628,
      "grad_norm": 1.4442628794972232,
      "learning_rate": 0.0002851683996328992,
      "loss": 2.1805,
      "step": 3084
    },
    {
      "epoch": 1.9293308317698563,
      "grad_norm": 1.3331783127486982,
      "learning_rate": 0.0002851414836252799,
      "loss": 2.2724,
      "step": 3085
    },
    {
      "epoch": 1.9299562226391496,
      "grad_norm": 1.394055557840855,
      "learning_rate": 0.000285114544489173,
      "loss": 2.0377,
      "step": 3086
    },
    {
      "epoch": 1.9305816135084428,
      "grad_norm": 2.316218568089791,
      "learning_rate": 0.0002850875822291888,
      "loss": 2.1064,
      "step": 3087
    },
    {
      "epoch": 1.931207004377736,
      "grad_norm": 1.410112429709358,
      "learning_rate": 0.0002850605968499418,
      "loss": 2.1891,
      "step": 3088
    },
    {
      "epoch": 1.9318323952470293,
      "grad_norm": 1.445408782130109,
      "learning_rate": 0.0002850335883560503,
      "loss": 2.2444,
      "step": 3089
    },
    {
      "epoch": 1.9324577861163226,
      "grad_norm": 1.4521967374377995,
      "learning_rate": 0.00028500655675213666,
      "loss": 2.112,
      "step": 3090
    },
    {
      "epoch": 1.933083176985616,
      "grad_norm": 3.7907028866445116,
      "learning_rate": 0.00028497950204282705,
      "loss": 2.155,
      "step": 3091
    },
    {
      "epoch": 1.9337085678549093,
      "grad_norm": 1.4325177391619701,
      "learning_rate": 0.0002849524242327518,
      "loss": 2.1543,
      "step": 3092
    },
    {
      "epoch": 1.9343339587242028,
      "grad_norm": 1.5283265720720716,
      "learning_rate": 0.000284925323326545,
      "loss": 2.2492,
      "step": 3093
    },
    {
      "epoch": 1.934959349593496,
      "grad_norm": 5.050068002539411,
      "learning_rate": 0.0002848981993288448,
      "loss": 2.0546,
      "step": 3094
    },
    {
      "epoch": 1.9355847404627893,
      "grad_norm": 1.5354572784721872,
      "learning_rate": 0.0002848710522442933,
      "loss": 2.3753,
      "step": 3095
    },
    {
      "epoch": 1.9362101313320825,
      "grad_norm": 1.403246119612958,
      "learning_rate": 0.00028484388207753646,
      "loss": 1.8224,
      "step": 3096
    },
    {
      "epoch": 1.9368355222013758,
      "grad_norm": 1.4967011027945134,
      "learning_rate": 0.0002848166888332243,
      "loss": 2.3759,
      "step": 3097
    },
    {
      "epoch": 1.937460913070669,
      "grad_norm": 1.3636401019377766,
      "learning_rate": 0.0002847894725160108,
      "loss": 2.0791,
      "step": 3098
    },
    {
      "epoch": 1.9380863039399625,
      "grad_norm": 1.3255318221434127,
      "learning_rate": 0.00028476223313055374,
      "loss": 1.9865,
      "step": 3099
    },
    {
      "epoch": 1.9387116948092558,
      "grad_norm": 1.3786288173238177,
      "learning_rate": 0.00028473497068151496,
      "loss": 2.1804,
      "step": 3100
    },
    {
      "epoch": 1.9393370856785492,
      "grad_norm": 1.9383993006369185,
      "learning_rate": 0.00028470768517356034,
      "loss": 2.1158,
      "step": 3101
    },
    {
      "epoch": 1.9399624765478425,
      "grad_norm": 1.4771721498422885,
      "learning_rate": 0.00028468037661135944,
      "loss": 1.9326,
      "step": 3102
    },
    {
      "epoch": 1.9405878674171357,
      "grad_norm": 1.5105546853695053,
      "learning_rate": 0.00028465304499958603,
      "loss": 2.251,
      "step": 3103
    },
    {
      "epoch": 1.941213258286429,
      "grad_norm": 1.1822294131847877,
      "learning_rate": 0.00028462569034291764,
      "loss": 1.6368,
      "step": 3104
    },
    {
      "epoch": 1.9418386491557222,
      "grad_norm": 1.3559471038198516,
      "learning_rate": 0.00028459831264603596,
      "loss": 1.9752,
      "step": 3105
    },
    {
      "epoch": 1.9424640400250155,
      "grad_norm": 1.3141657822593344,
      "learning_rate": 0.00028457091191362637,
      "loss": 1.7967,
      "step": 3106
    },
    {
      "epoch": 1.943089430894309,
      "grad_norm": 1.4221167509213797,
      "learning_rate": 0.0002845434881503783,
      "loss": 2.0307,
      "step": 3107
    },
    {
      "epoch": 1.9437148217636022,
      "grad_norm": 1.4384996002418469,
      "learning_rate": 0.0002845160413609851,
      "loss": 2.1242,
      "step": 3108
    },
    {
      "epoch": 1.9443402126328957,
      "grad_norm": 2.7774065343605217,
      "learning_rate": 0.00028448857155014424,
      "loss": 2.1511,
      "step": 3109
    },
    {
      "epoch": 1.944965603502189,
      "grad_norm": 1.5163754367447184,
      "learning_rate": 0.00028446107872255686,
      "loss": 2.1398,
      "step": 3110
    },
    {
      "epoch": 1.9455909943714822,
      "grad_norm": 1.351720869528828,
      "learning_rate": 0.00028443356288292815,
      "loss": 1.6883,
      "step": 3111
    },
    {
      "epoch": 1.9462163852407754,
      "grad_norm": 1.5542983307261007,
      "learning_rate": 0.00028440602403596735,
      "loss": 2.0847,
      "step": 3112
    },
    {
      "epoch": 1.9468417761100687,
      "grad_norm": 61.914699539776194,
      "learning_rate": 0.0002843784621863874,
      "loss": 2.2109,
      "step": 3113
    },
    {
      "epoch": 1.947467166979362,
      "grad_norm": 1.3679277979492854,
      "learning_rate": 0.0002843508773389054,
      "loss": 2.0506,
      "step": 3114
    },
    {
      "epoch": 1.9480925578486554,
      "grad_norm": 1.7751964318869446,
      "learning_rate": 0.0002843232694982423,
      "loss": 2.2665,
      "step": 3115
    },
    {
      "epoch": 1.9487179487179487,
      "grad_norm": 1.4402999687973987,
      "learning_rate": 0.00028429563866912296,
      "loss": 2.3176,
      "step": 3116
    },
    {
      "epoch": 1.9493433395872422,
      "grad_norm": 1.4854984773112307,
      "learning_rate": 0.00028426798485627617,
      "loss": 2.3791,
      "step": 3117
    },
    {
      "epoch": 1.9499687304565354,
      "grad_norm": 1.7172812636259371,
      "learning_rate": 0.00028424030806443475,
      "loss": 2.2881,
      "step": 3118
    },
    {
      "epoch": 1.9505941213258287,
      "grad_norm": 1.6942398630627296,
      "learning_rate": 0.00028421260829833526,
      "loss": 2.1008,
      "step": 3119
    },
    {
      "epoch": 1.951219512195122,
      "grad_norm": 1.988505506705422,
      "learning_rate": 0.0002841848855627184,
      "loss": 2.2101,
      "step": 3120
    },
    {
      "epoch": 1.9518449030644152,
      "grad_norm": 1.5715348200038024,
      "learning_rate": 0.0002841571398623288,
      "loss": 2.098,
      "step": 3121
    },
    {
      "epoch": 1.9524702939337084,
      "grad_norm": 1.7435738658420425,
      "learning_rate": 0.0002841293712019148,
      "loss": 2.3455,
      "step": 3122
    },
    {
      "epoch": 1.9530956848030019,
      "grad_norm": 1.6418602650029621,
      "learning_rate": 0.0002841015795862288,
      "loss": 2.3659,
      "step": 3123
    },
    {
      "epoch": 1.9537210756722951,
      "grad_norm": 1.4494922834525479,
      "learning_rate": 0.00028407376502002723,
      "loss": 2.036,
      "step": 3124
    },
    {
      "epoch": 1.9543464665415886,
      "grad_norm": 1.438785476655111,
      "learning_rate": 0.0002840459275080703,
      "loss": 2.0213,
      "step": 3125
    },
    {
      "epoch": 1.9549718574108819,
      "grad_norm": 1.5638589741146753,
      "learning_rate": 0.0002840180670551222,
      "loss": 2.0769,
      "step": 3126
    },
    {
      "epoch": 1.9555972482801751,
      "grad_norm": 1.6671938908430237,
      "learning_rate": 0.00028399018366595107,
      "loss": 2.2655,
      "step": 3127
    },
    {
      "epoch": 1.9562226391494684,
      "grad_norm": 1.5686067695318526,
      "learning_rate": 0.00028396227734532885,
      "loss": 2.2144,
      "step": 3128
    },
    {
      "epoch": 1.9568480300187616,
      "grad_norm": 1.7839048343125048,
      "learning_rate": 0.0002839343480980317,
      "loss": 2.3967,
      "step": 3129
    },
    {
      "epoch": 1.9574734208880549,
      "grad_norm": 1.3955642225814233,
      "learning_rate": 0.0002839063959288393,
      "loss": 2.1209,
      "step": 3130
    },
    {
      "epoch": 1.9580988117573483,
      "grad_norm": 1.44724844281628,
      "learning_rate": 0.00028387842084253557,
      "loss": 2.2226,
      "step": 3131
    },
    {
      "epoch": 1.9587242026266416,
      "grad_norm": 1.4421605935971786,
      "learning_rate": 0.00028385042284390826,
      "loss": 2.1585,
      "step": 3132
    },
    {
      "epoch": 1.959349593495935,
      "grad_norm": 1.5659767399885665,
      "learning_rate": 0.000283822401937749,
      "loss": 2.1144,
      "step": 3133
    },
    {
      "epoch": 1.9599749843652283,
      "grad_norm": 1.9351399113841605,
      "learning_rate": 0.00028379435812885337,
      "loss": 1.7092,
      "step": 3134
    },
    {
      "epoch": 1.9606003752345216,
      "grad_norm": 1.4875171202564548,
      "learning_rate": 0.0002837662914220208,
      "loss": 2.3396,
      "step": 3135
    },
    {
      "epoch": 1.9612257661038148,
      "grad_norm": 1.5999632139213937,
      "learning_rate": 0.0002837382018220548,
      "loss": 2.3572,
      "step": 3136
    },
    {
      "epoch": 1.961851156973108,
      "grad_norm": 1.3781897993997283,
      "learning_rate": 0.0002837100893337626,
      "loss": 1.8223,
      "step": 3137
    },
    {
      "epoch": 1.9624765478424016,
      "grad_norm": 1.530389448682991,
      "learning_rate": 0.0002836819539619556,
      "loss": 2.152,
      "step": 3138
    },
    {
      "epoch": 1.9631019387116948,
      "grad_norm": 1.3517138330304064,
      "learning_rate": 0.0002836537957114488,
      "loss": 2.006,
      "step": 3139
    },
    {
      "epoch": 1.9637273295809883,
      "grad_norm": 1.8208915687943803,
      "learning_rate": 0.0002836256145870614,
      "loss": 2.3786,
      "step": 3140
    },
    {
      "epoch": 1.9643527204502815,
      "grad_norm": 1.6943700866046894,
      "learning_rate": 0.00028359741059361636,
      "loss": 2.1648,
      "step": 3141
    },
    {
      "epoch": 1.9649781113195748,
      "grad_norm": 1.460819087822962,
      "learning_rate": 0.00028356918373594053,
      "loss": 1.8338,
      "step": 3142
    },
    {
      "epoch": 1.965603502188868,
      "grad_norm": 1.4277940318721625,
      "learning_rate": 0.00028354093401886484,
      "loss": 2.1351,
      "step": 3143
    },
    {
      "epoch": 1.9662288930581613,
      "grad_norm": 1.440131143194727,
      "learning_rate": 0.00028351266144722396,
      "loss": 2.2284,
      "step": 3144
    },
    {
      "epoch": 1.9668542839274545,
      "grad_norm": 1.433910574615945,
      "learning_rate": 0.00028348436602585646,
      "loss": 2.172,
      "step": 3145
    },
    {
      "epoch": 1.967479674796748,
      "grad_norm": 1.4641328327146126,
      "learning_rate": 0.00028345604775960505,
      "loss": 2.1896,
      "step": 3146
    },
    {
      "epoch": 1.9681050656660413,
      "grad_norm": 1.4384518610915211,
      "learning_rate": 0.0002834277066533161,
      "loss": 2.0349,
      "step": 3147
    },
    {
      "epoch": 1.9687304565353347,
      "grad_norm": 1.585047798657002,
      "learning_rate": 0.00028339934271184007,
      "loss": 2.1172,
      "step": 3148
    },
    {
      "epoch": 1.969355847404628,
      "grad_norm": 1.4791154589135342,
      "learning_rate": 0.00028337095594003115,
      "loss": 2.2324,
      "step": 3149
    },
    {
      "epoch": 1.9699812382739212,
      "grad_norm": 1.5027716711340693,
      "learning_rate": 0.0002833425463427476,
      "loss": 2.26,
      "step": 3150
    },
    {
      "epoch": 1.9706066291432145,
      "grad_norm": 2.0915464053236406,
      "learning_rate": 0.00028331411392485144,
      "loss": 2.277,
      "step": 3151
    },
    {
      "epoch": 1.9712320200125077,
      "grad_norm": 1.4245020699693396,
      "learning_rate": 0.0002832856586912087,
      "loss": 1.8405,
      "step": 3152
    },
    {
      "epoch": 1.971857410881801,
      "grad_norm": 1.5537771807012621,
      "learning_rate": 0.00028325718064668937,
      "loss": 2.1976,
      "step": 3153
    },
    {
      "epoch": 1.9724828017510945,
      "grad_norm": 1.435241873269071,
      "learning_rate": 0.0002832286797961671,
      "loss": 1.9616,
      "step": 3154
    },
    {
      "epoch": 1.9731081926203877,
      "grad_norm": 1.4025459915231218,
      "learning_rate": 0.0002832001561445198,
      "loss": 2.2378,
      "step": 3155
    },
    {
      "epoch": 1.9737335834896812,
      "grad_norm": 1.3250839588043837,
      "learning_rate": 0.00028317160969662893,
      "loss": 1.9168,
      "step": 3156
    },
    {
      "epoch": 1.9743589743589745,
      "grad_norm": 1.41826925878768,
      "learning_rate": 0.0002831430404573801,
      "loss": 2.0352,
      "step": 3157
    },
    {
      "epoch": 1.9749843652282677,
      "grad_norm": 1.5403727375494118,
      "learning_rate": 0.0002831144484316627,
      "loss": 2.0227,
      "step": 3158
    },
    {
      "epoch": 1.975609756097561,
      "grad_norm": 1.4436083027994273,
      "learning_rate": 0.00028308583362437003,
      "loss": 2.1266,
      "step": 3159
    },
    {
      "epoch": 1.9762351469668542,
      "grad_norm": 1.3609975461171766,
      "learning_rate": 0.00028305719604039927,
      "loss": 2.1016,
      "step": 3160
    },
    {
      "epoch": 1.9768605378361475,
      "grad_norm": 1.4064511729053104,
      "learning_rate": 0.00028302853568465164,
      "loss": 1.8433,
      "step": 3161
    },
    {
      "epoch": 1.977485928705441,
      "grad_norm": 1.558269434425534,
      "learning_rate": 0.00028299985256203207,
      "loss": 2.23,
      "step": 3162
    },
    {
      "epoch": 1.9781113195747342,
      "grad_norm": 1.320611759162562,
      "learning_rate": 0.0002829711466774495,
      "loss": 1.8104,
      "step": 3163
    },
    {
      "epoch": 1.9787367104440277,
      "grad_norm": 1.4318008560730249,
      "learning_rate": 0.00028294241803581674,
      "loss": 2.1152,
      "step": 3164
    },
    {
      "epoch": 1.979362101313321,
      "grad_norm": 1.3737716080823181,
      "learning_rate": 0.0002829136666420505,
      "loss": 1.9846,
      "step": 3165
    },
    {
      "epoch": 1.9799874921826142,
      "grad_norm": 1.5326874328663989,
      "learning_rate": 0.0002828848925010713,
      "loss": 2.3791,
      "step": 3166
    },
    {
      "epoch": 1.9806128830519074,
      "grad_norm": 1.7582911011606093,
      "learning_rate": 0.00028285609561780377,
      "loss": 2.1326,
      "step": 3167
    },
    {
      "epoch": 1.9812382739212007,
      "grad_norm": 1.5034173601130765,
      "learning_rate": 0.0002828272759971761,
      "loss": 2.2917,
      "step": 3168
    },
    {
      "epoch": 1.981863664790494,
      "grad_norm": 1.713002027402831,
      "learning_rate": 0.00028279843364412073,
      "loss": 2.2432,
      "step": 3169
    },
    {
      "epoch": 1.9824890556597874,
      "grad_norm": 1.3550836562432762,
      "learning_rate": 0.0002827695685635737,
      "loss": 1.9064,
      "step": 3170
    },
    {
      "epoch": 1.9831144465290806,
      "grad_norm": 1.5696158229248798,
      "learning_rate": 0.00028274068076047514,
      "loss": 2.1835,
      "step": 3171
    },
    {
      "epoch": 1.9837398373983741,
      "grad_norm": 2.2794028927302645,
      "learning_rate": 0.00028271177023976894,
      "loss": 2.4583,
      "step": 3172
    },
    {
      "epoch": 1.9843652282676674,
      "grad_norm": 1.5596589191191672,
      "learning_rate": 0.00028268283700640296,
      "loss": 2.5022,
      "step": 3173
    },
    {
      "epoch": 1.9849906191369606,
      "grad_norm": 1.368639719169606,
      "learning_rate": 0.0002826538810653289,
      "loss": 1.7711,
      "step": 3174
    },
    {
      "epoch": 1.9856160100062539,
      "grad_norm": 1.423144165906842,
      "learning_rate": 0.0002826249024215023,
      "loss": 2.1778,
      "step": 3175
    },
    {
      "epoch": 1.9862414008755471,
      "grad_norm": 1.4449475401591467,
      "learning_rate": 0.00028259590107988276,
      "loss": 2.101,
      "step": 3176
    },
    {
      "epoch": 1.9868667917448404,
      "grad_norm": 1.2893841480359771,
      "learning_rate": 0.00028256687704543356,
      "loss": 1.7096,
      "step": 3177
    },
    {
      "epoch": 1.9874921826141339,
      "grad_norm": 1.470529095048932,
      "learning_rate": 0.000282537830323122,
      "loss": 2.215,
      "step": 3178
    },
    {
      "epoch": 1.988117573483427,
      "grad_norm": 4.86612050637463,
      "learning_rate": 0.0002825087609179192,
      "loss": 2.0166,
      "step": 3179
    },
    {
      "epoch": 1.9887429643527206,
      "grad_norm": 1.6175370239501698,
      "learning_rate": 0.0002824796688348002,
      "loss": 2.2069,
      "step": 3180
    },
    {
      "epoch": 1.9893683552220138,
      "grad_norm": 1.4973036766081846,
      "learning_rate": 0.0002824505540787439,
      "loss": 2.269,
      "step": 3181
    },
    {
      "epoch": 1.989993746091307,
      "grad_norm": 2.9428625287749792,
      "learning_rate": 0.00028242141665473294,
      "loss": 2.2472,
      "step": 3182
    },
    {
      "epoch": 1.9906191369606003,
      "grad_norm": 1.5182770307579396,
      "learning_rate": 0.00028239225656775425,
      "loss": 2.2277,
      "step": 3183
    },
    {
      "epoch": 1.9912445278298936,
      "grad_norm": 1.573664548276632,
      "learning_rate": 0.00028236307382279813,
      "loss": 2.2235,
      "step": 3184
    },
    {
      "epoch": 1.9918699186991868,
      "grad_norm": 1.496779265985056,
      "learning_rate": 0.0002823338684248591,
      "loss": 2.3707,
      "step": 3185
    },
    {
      "epoch": 1.9924953095684803,
      "grad_norm": 1.5471014233223779,
      "learning_rate": 0.0002823046403789354,
      "loss": 2.1516,
      "step": 3186
    },
    {
      "epoch": 1.9931207004377736,
      "grad_norm": 1.419220424266419,
      "learning_rate": 0.0002822753896900293,
      "loss": 2.0903,
      "step": 3187
    },
    {
      "epoch": 1.993746091307067,
      "grad_norm": 1.7508009999736633,
      "learning_rate": 0.00028224611636314676,
      "loss": 2.2078,
      "step": 3188
    },
    {
      "epoch": 1.9943714821763603,
      "grad_norm": 1.5927347391453623,
      "learning_rate": 0.0002822168204032977,
      "loss": 2.1915,
      "step": 3189
    },
    {
      "epoch": 1.9949968730456535,
      "grad_norm": 1.5033094866350543,
      "learning_rate": 0.00028218750181549594,
      "loss": 2.3325,
      "step": 3190
    },
    {
      "epoch": 1.9956222639149468,
      "grad_norm": 1.3463484354105473,
      "learning_rate": 0.0002821581606047591,
      "loss": 2.1946,
      "step": 3191
    },
    {
      "epoch": 1.99624765478424,
      "grad_norm": 1.5875353146792588,
      "learning_rate": 0.00028212879677610883,
      "loss": 2.3727,
      "step": 3192
    },
    {
      "epoch": 1.9968730456535333,
      "grad_norm": 1.662945930155415,
      "learning_rate": 0.0002820994103345704,
      "loss": 2.4177,
      "step": 3193
    },
    {
      "epoch": 1.9974984365228268,
      "grad_norm": 1.6317742010494458,
      "learning_rate": 0.00028207000128517313,
      "loss": 2.208,
      "step": 3194
    },
    {
      "epoch": 1.99812382739212,
      "grad_norm": 1.64200216038007,
      "learning_rate": 0.0002820405696329502,
      "loss": 2.3322,
      "step": 3195
    },
    {
      "epoch": 1.9987492182614135,
      "grad_norm": 1.479366576372279,
      "learning_rate": 0.0002820111153829386,
      "loss": 2.4029,
      "step": 3196
    },
    {
      "epoch": 1.9993746091307067,
      "grad_norm": 1.5432742571614393,
      "learning_rate": 0.0002819816385401792,
      "loss": 2.2684,
      "step": 3197
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.8472718894345805,
      "learning_rate": 0.0002819521391097168,
      "loss": 2.6641,
      "step": 3198
    },
    {
      "epoch": 2.0,
      "eval_loss": 2.151871919631958,
      "eval_runtime": 74.0346,
      "eval_samples_per_second": 4.836,
      "eval_steps_per_second": 4.836,
      "step": 3198
    },
    {
      "epoch": 2.0006253908692933,
      "grad_norm": 1.6001904751991964,
      "learning_rate": 0.00028192261709659994,
      "loss": 2.0229,
      "step": 3199
    },
    {
      "epoch": 2.0012507817385865,
      "grad_norm": 1.4884701432767817,
      "learning_rate": 0.00028189307250588115,
      "loss": 2.2011,
      "step": 3200
    },
    {
      "epoch": 2.0018761726078798,
      "grad_norm": 1.6062127715396548,
      "learning_rate": 0.00028186350534261675,
      "loss": 2.0126,
      "step": 3201
    },
    {
      "epoch": 2.0025015634771735,
      "grad_norm": 1.5965076329228984,
      "learning_rate": 0.000281833915611867,
      "loss": 2.2763,
      "step": 3202
    },
    {
      "epoch": 2.0031269543464667,
      "grad_norm": 1.4257506893702092,
      "learning_rate": 0.00028180430331869587,
      "loss": 1.9303,
      "step": 3203
    },
    {
      "epoch": 2.00375234521576,
      "grad_norm": 1.5538034132451641,
      "learning_rate": 0.0002817746684681714,
      "loss": 1.9431,
      "step": 3204
    },
    {
      "epoch": 2.004377736085053,
      "grad_norm": 1.7052801396440693,
      "learning_rate": 0.0002817450110653652,
      "loss": 1.8135,
      "step": 3205
    },
    {
      "epoch": 2.0050031269543465,
      "grad_norm": 1.3725439435011313,
      "learning_rate": 0.0002817153311153532,
      "loss": 1.9078,
      "step": 3206
    },
    {
      "epoch": 2.0056285178236397,
      "grad_norm": 1.5063208623921553,
      "learning_rate": 0.0002816856286232147,
      "loss": 1.688,
      "step": 3207
    },
    {
      "epoch": 2.006253908692933,
      "grad_norm": 1.3216410538229748,
      "learning_rate": 0.0002816559035940331,
      "loss": 1.5558,
      "step": 3208
    },
    {
      "epoch": 2.006879299562226,
      "grad_norm": 1.530398045123879,
      "learning_rate": 0.00028162615603289563,
      "loss": 1.9977,
      "step": 3209
    },
    {
      "epoch": 2.00750469043152,
      "grad_norm": 1.4060576311556308,
      "learning_rate": 0.0002815963859448934,
      "loss": 1.5201,
      "step": 3210
    },
    {
      "epoch": 2.008130081300813,
      "grad_norm": 2.0198934863994715,
      "learning_rate": 0.00028156659333512134,
      "loss": 2.0756,
      "step": 3211
    },
    {
      "epoch": 2.0087554721701064,
      "grad_norm": 1.574929038082456,
      "learning_rate": 0.00028153677820867825,
      "loss": 1.8608,
      "step": 3212
    },
    {
      "epoch": 2.0093808630393997,
      "grad_norm": 1.3444486068155412,
      "learning_rate": 0.00028150694057066676,
      "loss": 1.6231,
      "step": 3213
    },
    {
      "epoch": 2.010006253908693,
      "grad_norm": 1.4603830102156465,
      "learning_rate": 0.0002814770804261933,
      "loss": 1.5436,
      "step": 3214
    },
    {
      "epoch": 2.010631644777986,
      "grad_norm": 1.2638650033489556,
      "learning_rate": 0.0002814471977803683,
      "loss": 1.2926,
      "step": 3215
    },
    {
      "epoch": 2.0112570356472794,
      "grad_norm": 1.5427827058002224,
      "learning_rate": 0.0002814172926383059,
      "loss": 1.6811,
      "step": 3216
    },
    {
      "epoch": 2.0118824265165727,
      "grad_norm": 1.5606101615108359,
      "learning_rate": 0.0002813873650051243,
      "loss": 2.1389,
      "step": 3217
    },
    {
      "epoch": 2.0125078173858664,
      "grad_norm": 1.53077371393314,
      "learning_rate": 0.0002813574148859452,
      "loss": 1.9432,
      "step": 3218
    },
    {
      "epoch": 2.0131332082551596,
      "grad_norm": 1.5191288369645295,
      "learning_rate": 0.0002813274422858944,
      "loss": 1.9464,
      "step": 3219
    },
    {
      "epoch": 2.013758599124453,
      "grad_norm": 1.5787941650610686,
      "learning_rate": 0.0002812974472101016,
      "loss": 2.1625,
      "step": 3220
    },
    {
      "epoch": 2.014383989993746,
      "grad_norm": 1.5818728528854633,
      "learning_rate": 0.00028126742966370005,
      "loss": 1.9189,
      "step": 3221
    },
    {
      "epoch": 2.0150093808630394,
      "grad_norm": 1.926241042325262,
      "learning_rate": 0.00028123738965182723,
      "loss": 1.6471,
      "step": 3222
    },
    {
      "epoch": 2.0156347717323326,
      "grad_norm": 1.4125898017718057,
      "learning_rate": 0.00028120732717962417,
      "loss": 1.9137,
      "step": 3223
    },
    {
      "epoch": 2.016260162601626,
      "grad_norm": 1.4570418023703215,
      "learning_rate": 0.0002811772422522359,
      "loss": 1.9404,
      "step": 3224
    },
    {
      "epoch": 2.016885553470919,
      "grad_norm": 1.5538082452717474,
      "learning_rate": 0.00028114713487481117,
      "loss": 2.0654,
      "step": 3225
    },
    {
      "epoch": 2.017510944340213,
      "grad_norm": 3.3556110034420557,
      "learning_rate": 0.00028111700505250263,
      "loss": 1.9481,
      "step": 3226
    },
    {
      "epoch": 2.018136335209506,
      "grad_norm": 1.5315522831501671,
      "learning_rate": 0.0002810868527904669,
      "loss": 2.2441,
      "step": 3227
    },
    {
      "epoch": 2.0187617260787993,
      "grad_norm": 1.4537430464815027,
      "learning_rate": 0.0002810566780938642,
      "loss": 2.0468,
      "step": 3228
    },
    {
      "epoch": 2.0193871169480926,
      "grad_norm": 1.467907632197723,
      "learning_rate": 0.0002810264809678588,
      "loss": 1.6652,
      "step": 3229
    },
    {
      "epoch": 2.020012507817386,
      "grad_norm": 1.5966015320245008,
      "learning_rate": 0.0002809962614176186,
      "loss": 2.0377,
      "step": 3230
    },
    {
      "epoch": 2.020637898686679,
      "grad_norm": 8.991823532789175,
      "learning_rate": 0.0002809660194483156,
      "loss": 2.1933,
      "step": 3231
    },
    {
      "epoch": 2.0212632895559723,
      "grad_norm": 1.4420800891665224,
      "learning_rate": 0.0002809357550651254,
      "loss": 1.6461,
      "step": 3232
    },
    {
      "epoch": 2.0218886804252656,
      "grad_norm": 1.376152413942744,
      "learning_rate": 0.0002809054682732275,
      "loss": 1.8077,
      "step": 3233
    },
    {
      "epoch": 2.0225140712945593,
      "grad_norm": 1.4284362630962668,
      "learning_rate": 0.0002808751590778054,
      "loss": 2.1469,
      "step": 3234
    },
    {
      "epoch": 2.0231394621638525,
      "grad_norm": 1.4947251423567482,
      "learning_rate": 0.0002808448274840462,
      "loss": 1.9872,
      "step": 3235
    },
    {
      "epoch": 2.023764853033146,
      "grad_norm": 1.5375149938154178,
      "learning_rate": 0.00028081447349714096,
      "loss": 1.8747,
      "step": 3236
    },
    {
      "epoch": 2.024390243902439,
      "grad_norm": 1.4120701056334986,
      "learning_rate": 0.0002807840971222845,
      "loss": 1.6988,
      "step": 3237
    },
    {
      "epoch": 2.0250156347717323,
      "grad_norm": 3.996320761851012,
      "learning_rate": 0.0002807536983646756,
      "loss": 1.6516,
      "step": 3238
    },
    {
      "epoch": 2.0256410256410255,
      "grad_norm": 1.4222342617208572,
      "learning_rate": 0.00028072327722951677,
      "loss": 1.4646,
      "step": 3239
    },
    {
      "epoch": 2.026266416510319,
      "grad_norm": 1.3526027715482396,
      "learning_rate": 0.0002806928337220143,
      "loss": 1.3486,
      "step": 3240
    },
    {
      "epoch": 2.026891807379612,
      "grad_norm": 1.7782765028612681,
      "learning_rate": 0.0002806623678473784,
      "loss": 2.0506,
      "step": 3241
    },
    {
      "epoch": 2.0275171982489057,
      "grad_norm": 1.449367417012979,
      "learning_rate": 0.0002806318796108232,
      "loss": 1.7096,
      "step": 3242
    },
    {
      "epoch": 2.028142589118199,
      "grad_norm": 1.7668711625983897,
      "learning_rate": 0.00028060136901756635,
      "loss": 2.1244,
      "step": 3243
    },
    {
      "epoch": 2.0287679799874923,
      "grad_norm": 1.7394943260290534,
      "learning_rate": 0.0002805708360728296,
      "loss": 2.1388,
      "step": 3244
    },
    {
      "epoch": 2.0293933708567855,
      "grad_norm": 1.5708000950221632,
      "learning_rate": 0.0002805402807818385,
      "loss": 2.0593,
      "step": 3245
    },
    {
      "epoch": 2.0300187617260788,
      "grad_norm": 1.476485217267395,
      "learning_rate": 0.00028050970314982235,
      "loss": 2.143,
      "step": 3246
    },
    {
      "epoch": 2.030644152595372,
      "grad_norm": 1.617949351000951,
      "learning_rate": 0.0002804791031820142,
      "loss": 1.8701,
      "step": 3247
    },
    {
      "epoch": 2.0312695434646653,
      "grad_norm": 1.5695345485169336,
      "learning_rate": 0.0002804484808836511,
      "loss": 2.2021,
      "step": 3248
    },
    {
      "epoch": 2.0318949343339585,
      "grad_norm": 1.4968952014133166,
      "learning_rate": 0.0002804178362599738,
      "loss": 2.2623,
      "step": 3249
    },
    {
      "epoch": 2.032520325203252,
      "grad_norm": 1.6600577650161497,
      "learning_rate": 0.00028038716931622694,
      "loss": 2.0964,
      "step": 3250
    },
    {
      "epoch": 2.0331457160725455,
      "grad_norm": 1.5393600621053138,
      "learning_rate": 0.00028035648005765893,
      "loss": 2.0051,
      "step": 3251
    },
    {
      "epoch": 2.0337711069418387,
      "grad_norm": 1.358206797164175,
      "learning_rate": 0.0002803257684895219,
      "loss": 2.0018,
      "step": 3252
    },
    {
      "epoch": 2.034396497811132,
      "grad_norm": 1.452672145653381,
      "learning_rate": 0.00028029503461707213,
      "loss": 1.8561,
      "step": 3253
    },
    {
      "epoch": 2.035021888680425,
      "grad_norm": 1.5878374442503578,
      "learning_rate": 0.0002802642784455694,
      "loss": 1.7084,
      "step": 3254
    },
    {
      "epoch": 2.0356472795497185,
      "grad_norm": 1.8275424388480486,
      "learning_rate": 0.0002802334999802773,
      "loss": 2.0935,
      "step": 3255
    },
    {
      "epoch": 2.0362726704190117,
      "grad_norm": 1.5628313526577224,
      "learning_rate": 0.0002802026992264635,
      "loss": 1.7241,
      "step": 3256
    },
    {
      "epoch": 2.036898061288305,
      "grad_norm": 1.3880832369263165,
      "learning_rate": 0.00028017187618939926,
      "loss": 1.5383,
      "step": 3257
    },
    {
      "epoch": 2.0375234521575987,
      "grad_norm": 1.9135471248891343,
      "learning_rate": 0.0002801410308743597,
      "loss": 2.2376,
      "step": 3258
    },
    {
      "epoch": 2.038148843026892,
      "grad_norm": 1.5103158334360018,
      "learning_rate": 0.00028011016328662383,
      "loss": 1.8731,
      "step": 3259
    },
    {
      "epoch": 2.038774233896185,
      "grad_norm": 1.7236651233552325,
      "learning_rate": 0.0002800792734314744,
      "loss": 2.0427,
      "step": 3260
    },
    {
      "epoch": 2.0393996247654784,
      "grad_norm": 1.4702495321269777,
      "learning_rate": 0.00028004836131419793,
      "loss": 1.6821,
      "step": 3261
    },
    {
      "epoch": 2.0400250156347717,
      "grad_norm": 1.4016609741020174,
      "learning_rate": 0.0002800174269400848,
      "loss": 1.344,
      "step": 3262
    },
    {
      "epoch": 2.040650406504065,
      "grad_norm": 1.6285347917836612,
      "learning_rate": 0.0002799864703144293,
      "loss": 2.1901,
      "step": 3263
    },
    {
      "epoch": 2.041275797373358,
      "grad_norm": 1.8842547539979762,
      "learning_rate": 0.00027995549144252933,
      "loss": 2.2365,
      "step": 3264
    },
    {
      "epoch": 2.041901188242652,
      "grad_norm": 1.3037002763951893,
      "learning_rate": 0.0002799244903296868,
      "loss": 1.7775,
      "step": 3265
    },
    {
      "epoch": 2.042526579111945,
      "grad_norm": 1.4817554815070213,
      "learning_rate": 0.00027989346698120726,
      "loss": 1.7685,
      "step": 3266
    },
    {
      "epoch": 2.0431519699812384,
      "grad_norm": 1.3289000490639535,
      "learning_rate": 0.00027986242140240014,
      "loss": 1.6987,
      "step": 3267
    },
    {
      "epoch": 2.0437773608505316,
      "grad_norm": 1.4211985071691866,
      "learning_rate": 0.00027983135359857867,
      "loss": 2.11,
      "step": 3268
    },
    {
      "epoch": 2.044402751719825,
      "grad_norm": 1.5072330193711942,
      "learning_rate": 0.00027980026357505986,
      "loss": 2.1396,
      "step": 3269
    },
    {
      "epoch": 2.045028142589118,
      "grad_norm": 1.569325370040846,
      "learning_rate": 0.0002797691513371646,
      "loss": 2.2913,
      "step": 3270
    },
    {
      "epoch": 2.0456535334584114,
      "grad_norm": 1.4708364124326678,
      "learning_rate": 0.0002797380168902175,
      "loss": 1.871,
      "step": 3271
    },
    {
      "epoch": 2.0462789243277046,
      "grad_norm": 1.4357293747788722,
      "learning_rate": 0.0002797068602395469,
      "loss": 1.7839,
      "step": 3272
    },
    {
      "epoch": 2.0469043151969983,
      "grad_norm": 1.4233303342445447,
      "learning_rate": 0.0002796756813904852,
      "loss": 2.0455,
      "step": 3273
    },
    {
      "epoch": 2.0475297060662916,
      "grad_norm": 1.3311715626089242,
      "learning_rate": 0.00027964448034836835,
      "loss": 1.5836,
      "step": 3274
    },
    {
      "epoch": 2.048155096935585,
      "grad_norm": 1.3814468297479305,
      "learning_rate": 0.00027961325711853616,
      "loss": 1.8738,
      "step": 3275
    },
    {
      "epoch": 2.048780487804878,
      "grad_norm": 1.3817717823790774,
      "learning_rate": 0.00027958201170633236,
      "loss": 1.4051,
      "step": 3276
    },
    {
      "epoch": 2.0494058786741713,
      "grad_norm": 1.3940370533746895,
      "learning_rate": 0.00027955074411710424,
      "loss": 1.8064,
      "step": 3277
    },
    {
      "epoch": 2.0500312695434646,
      "grad_norm": 1.4044852341441627,
      "learning_rate": 0.00027951945435620304,
      "loss": 1.5125,
      "step": 3278
    },
    {
      "epoch": 2.050656660412758,
      "grad_norm": 1.4949531432443603,
      "learning_rate": 0.0002794881424289839,
      "loss": 1.9025,
      "step": 3279
    },
    {
      "epoch": 2.051282051282051,
      "grad_norm": 1.4102346767127283,
      "learning_rate": 0.0002794568083408055,
      "loss": 1.747,
      "step": 3280
    },
    {
      "epoch": 2.051907442151345,
      "grad_norm": 1.8040739070105232,
      "learning_rate": 0.0002794254520970306,
      "loss": 2.4288,
      "step": 3281
    },
    {
      "epoch": 2.052532833020638,
      "grad_norm": 1.3327352734176798,
      "learning_rate": 0.0002793940737030254,
      "loss": 1.5884,
      "step": 3282
    },
    {
      "epoch": 2.0531582238899313,
      "grad_norm": 1.473968310526615,
      "learning_rate": 0.00027936267316416017,
      "loss": 1.5079,
      "step": 3283
    },
    {
      "epoch": 2.0537836147592246,
      "grad_norm": 9.144360076987969,
      "learning_rate": 0.00027933125048580887,
      "loss": 2.1241,
      "step": 3284
    },
    {
      "epoch": 2.054409005628518,
      "grad_norm": 1.5345241824914737,
      "learning_rate": 0.00027929980567334927,
      "loss": 2.3349,
      "step": 3285
    },
    {
      "epoch": 2.055034396497811,
      "grad_norm": 1.7470707245473003,
      "learning_rate": 0.000279268338732163,
      "loss": 1.8022,
      "step": 3286
    },
    {
      "epoch": 2.0556597873671043,
      "grad_norm": 1.4406094043476514,
      "learning_rate": 0.00027923684966763533,
      "loss": 2.2903,
      "step": 3287
    },
    {
      "epoch": 2.0562851782363976,
      "grad_norm": 1.333369071317055,
      "learning_rate": 0.00027920533848515536,
      "loss": 2.1271,
      "step": 3288
    },
    {
      "epoch": 2.0569105691056913,
      "grad_norm": 1.362204935074805,
      "learning_rate": 0.0002791738051901161,
      "loss": 1.5675,
      "step": 3289
    },
    {
      "epoch": 2.0575359599749845,
      "grad_norm": 1.5725525728698857,
      "learning_rate": 0.00027914224978791406,
      "loss": 2.3572,
      "step": 3290
    },
    {
      "epoch": 2.0581613508442778,
      "grad_norm": 1.2912647301212385,
      "learning_rate": 0.0002791106722839499,
      "loss": 1.7366,
      "step": 3291
    },
    {
      "epoch": 2.058786741713571,
      "grad_norm": 1.5130404337220429,
      "learning_rate": 0.00027907907268362784,
      "loss": 1.9665,
      "step": 3292
    },
    {
      "epoch": 2.0594121325828643,
      "grad_norm": 1.4853536192664079,
      "learning_rate": 0.00027904745099235586,
      "loss": 2.0288,
      "step": 3293
    },
    {
      "epoch": 2.0600375234521575,
      "grad_norm": 1.6118437345988703,
      "learning_rate": 0.00027901580721554584,
      "loss": 2.2915,
      "step": 3294
    },
    {
      "epoch": 2.0606629143214508,
      "grad_norm": 1.4595052998469737,
      "learning_rate": 0.0002789841413586134,
      "loss": 1.5766,
      "step": 3295
    },
    {
      "epoch": 2.061288305190744,
      "grad_norm": 1.5309099269733244,
      "learning_rate": 0.0002789524534269779,
      "loss": 2.1967,
      "step": 3296
    },
    {
      "epoch": 2.0619136960600377,
      "grad_norm": 1.4603604175709228,
      "learning_rate": 0.0002789207434260624,
      "loss": 2.1422,
      "step": 3297
    },
    {
      "epoch": 2.062539086929331,
      "grad_norm": 2.0881748643680615,
      "learning_rate": 0.000278889011361294,
      "loss": 1.9809,
      "step": 3298
    },
    {
      "epoch": 2.063164477798624,
      "grad_norm": 1.4500961920446251,
      "learning_rate": 0.0002788572572381033,
      "loss": 1.8584,
      "step": 3299
    },
    {
      "epoch": 2.0637898686679175,
      "grad_norm": 1.3792762250772714,
      "learning_rate": 0.00027882548106192485,
      "loss": 1.6368,
      "step": 3300
    },
    {
      "epoch": 2.0644152595372107,
      "grad_norm": 1.3950934251985252,
      "learning_rate": 0.0002787936828381969,
      "loss": 1.8664,
      "step": 3301
    },
    {
      "epoch": 2.065040650406504,
      "grad_norm": 1.5556014757405838,
      "learning_rate": 0.00027876186257236145,
      "loss": 2.1193,
      "step": 3302
    },
    {
      "epoch": 2.0656660412757972,
      "grad_norm": 1.4141762250505308,
      "learning_rate": 0.0002787300202698644,
      "loss": 1.9457,
      "step": 3303
    },
    {
      "epoch": 2.0662914321450905,
      "grad_norm": 1.559960869187965,
      "learning_rate": 0.00027869815593615523,
      "loss": 2.2618,
      "step": 3304
    },
    {
      "epoch": 2.066916823014384,
      "grad_norm": 1.2845022998291182,
      "learning_rate": 0.0002786662695766873,
      "loss": 1.5136,
      "step": 3305
    },
    {
      "epoch": 2.0675422138836774,
      "grad_norm": 1.546308863730194,
      "learning_rate": 0.0002786343611969178,
      "loss": 2.4264,
      "step": 3306
    },
    {
      "epoch": 2.0681676047529707,
      "grad_norm": 1.4401588081041043,
      "learning_rate": 0.00027860243080230754,
      "loss": 1.9642,
      "step": 3307
    },
    {
      "epoch": 2.068792995622264,
      "grad_norm": 1.5243252892005374,
      "learning_rate": 0.00027857047839832124,
      "loss": 2.1327,
      "step": 3308
    },
    {
      "epoch": 2.069418386491557,
      "grad_norm": 1.4995554704567635,
      "learning_rate": 0.0002785385039904273,
      "loss": 1.7635,
      "step": 3309
    },
    {
      "epoch": 2.0700437773608504,
      "grad_norm": 1.5043922854825162,
      "learning_rate": 0.0002785065075840979,
      "loss": 2.2678,
      "step": 3310
    },
    {
      "epoch": 2.0706691682301437,
      "grad_norm": 1.4820744555726808,
      "learning_rate": 0.00027847448918480894,
      "loss": 2.0021,
      "step": 3311
    },
    {
      "epoch": 2.071294559099437,
      "grad_norm": 1.5502868185479075,
      "learning_rate": 0.00027844244879804024,
      "loss": 2.2213,
      "step": 3312
    },
    {
      "epoch": 2.0719199499687306,
      "grad_norm": 1.4119015606098557,
      "learning_rate": 0.0002784103864292753,
      "loss": 2.2729,
      "step": 3313
    },
    {
      "epoch": 2.072545340838024,
      "grad_norm": 1.3712133800277095,
      "learning_rate": 0.0002783783020840012,
      "loss": 2.1522,
      "step": 3314
    },
    {
      "epoch": 2.073170731707317,
      "grad_norm": 1.430310626127791,
      "learning_rate": 0.00027834619576770907,
      "loss": 1.7679,
      "step": 3315
    },
    {
      "epoch": 2.0737961225766104,
      "grad_norm": 1.489320984039859,
      "learning_rate": 0.00027831406748589366,
      "loss": 2.0315,
      "step": 3316
    },
    {
      "epoch": 2.0744215134459036,
      "grad_norm": 1.5023522807738279,
      "learning_rate": 0.00027828191724405346,
      "loss": 1.9579,
      "step": 3317
    },
    {
      "epoch": 2.075046904315197,
      "grad_norm": 1.328110550057273,
      "learning_rate": 0.00027824974504769075,
      "loss": 1.891,
      "step": 3318
    },
    {
      "epoch": 2.07567229518449,
      "grad_norm": 1.335402104453243,
      "learning_rate": 0.00027821755090231165,
      "loss": 1.9265,
      "step": 3319
    },
    {
      "epoch": 2.076297686053784,
      "grad_norm": 1.4983063952803484,
      "learning_rate": 0.00027818533481342587,
      "loss": 1.9692,
      "step": 3320
    },
    {
      "epoch": 2.076923076923077,
      "grad_norm": 1.4865582818943457,
      "learning_rate": 0.00027815309678654694,
      "loss": 1.9903,
      "step": 3321
    },
    {
      "epoch": 2.0775484677923703,
      "grad_norm": 1.4457645743589922,
      "learning_rate": 0.00027812083682719226,
      "loss": 1.778,
      "step": 3322
    },
    {
      "epoch": 2.0781738586616636,
      "grad_norm": 1.4320658742370795,
      "learning_rate": 0.0002780885549408828,
      "loss": 2.0927,
      "step": 3323
    },
    {
      "epoch": 2.078799249530957,
      "grad_norm": 1.2939462218484192,
      "learning_rate": 0.00027805625113314346,
      "loss": 1.5025,
      "step": 3324
    },
    {
      "epoch": 2.07942464040025,
      "grad_norm": 1.366481013635748,
      "learning_rate": 0.00027802392540950273,
      "loss": 1.5424,
      "step": 3325
    },
    {
      "epoch": 2.0800500312695434,
      "grad_norm": 1.3803794634317237,
      "learning_rate": 0.0002779915777754929,
      "loss": 1.8757,
      "step": 3326
    },
    {
      "epoch": 2.0806754221388366,
      "grad_norm": 1.4487798647471404,
      "learning_rate": 0.00027795920823665013,
      "loss": 1.7289,
      "step": 3327
    },
    {
      "epoch": 2.08130081300813,
      "grad_norm": 1.523740269318992,
      "learning_rate": 0.0002779268167985142,
      "loss": 1.7374,
      "step": 3328
    },
    {
      "epoch": 2.0819262038774236,
      "grad_norm": 1.5048579991355207,
      "learning_rate": 0.0002778944034666286,
      "loss": 2.004,
      "step": 3329
    },
    {
      "epoch": 2.082551594746717,
      "grad_norm": 1.581052021385535,
      "learning_rate": 0.0002778619682465407,
      "loss": 1.9864,
      "step": 3330
    },
    {
      "epoch": 2.08317698561601,
      "grad_norm": 1.5075253560074011,
      "learning_rate": 0.00027782951114380155,
      "loss": 2.115,
      "step": 3331
    },
    {
      "epoch": 2.0838023764853033,
      "grad_norm": 1.4744226367988469,
      "learning_rate": 0.00027779703216396597,
      "loss": 2.3815,
      "step": 3332
    },
    {
      "epoch": 2.0844277673545966,
      "grad_norm": 1.3691668383454936,
      "learning_rate": 0.00027776453131259245,
      "loss": 1.738,
      "step": 3333
    },
    {
      "epoch": 2.08505315822389,
      "grad_norm": 1.4515821897903072,
      "learning_rate": 0.0002777320085952433,
      "loss": 1.735,
      "step": 3334
    },
    {
      "epoch": 2.085678549093183,
      "grad_norm": 1.4855364418519015,
      "learning_rate": 0.00027769946401748455,
      "loss": 1.8918,
      "step": 3335
    },
    {
      "epoch": 2.0863039399624768,
      "grad_norm": 1.446112710251483,
      "learning_rate": 0.000277666897584886,
      "loss": 2.2381,
      "step": 3336
    },
    {
      "epoch": 2.08692933083177,
      "grad_norm": 1.5440675540956061,
      "learning_rate": 0.0002776343093030211,
      "loss": 1.8658,
      "step": 3337
    },
    {
      "epoch": 2.0875547217010633,
      "grad_norm": 1.4506649009257127,
      "learning_rate": 0.0002776016991774671,
      "loss": 1.7751,
      "step": 3338
    },
    {
      "epoch": 2.0881801125703565,
      "grad_norm": 1.476618767528929,
      "learning_rate": 0.0002775690672138051,
      "loss": 2.0035,
      "step": 3339
    },
    {
      "epoch": 2.0888055034396498,
      "grad_norm": 1.42127442326692,
      "learning_rate": 0.00027753641341761963,
      "loss": 1.9844,
      "step": 3340
    },
    {
      "epoch": 2.089430894308943,
      "grad_norm": 1.7380674686773907,
      "learning_rate": 0.0002775037377944993,
      "loss": 1.8456,
      "step": 3341
    },
    {
      "epoch": 2.0900562851782363,
      "grad_norm": 1.6088687750865165,
      "learning_rate": 0.0002774710403500363,
      "loss": 2.3232,
      "step": 3342
    },
    {
      "epoch": 2.0906816760475295,
      "grad_norm": 1.4548222038163443,
      "learning_rate": 0.00027743832108982646,
      "loss": 1.9581,
      "step": 3343
    },
    {
      "epoch": 2.091307066916823,
      "grad_norm": 2.067048847356979,
      "learning_rate": 0.00027740558001946956,
      "loss": 1.7395,
      "step": 3344
    },
    {
      "epoch": 2.0919324577861165,
      "grad_norm": 1.5330920025765677,
      "learning_rate": 0.000277372817144569,
      "loss": 2.1995,
      "step": 3345
    },
    {
      "epoch": 2.0925578486554097,
      "grad_norm": 1.505988210120927,
      "learning_rate": 0.0002773400324707317,
      "loss": 2.2945,
      "step": 3346
    },
    {
      "epoch": 2.093183239524703,
      "grad_norm": 1.4172673481049383,
      "learning_rate": 0.0002773072260035688,
      "loss": 1.5769,
      "step": 3347
    },
    {
      "epoch": 2.0938086303939962,
      "grad_norm": 1.5030095576084024,
      "learning_rate": 0.00027727439774869475,
      "loss": 2.3487,
      "step": 3348
    },
    {
      "epoch": 2.0944340212632895,
      "grad_norm": 1.3927065709935869,
      "learning_rate": 0.00027724154771172787,
      "loss": 1.7265,
      "step": 3349
    },
    {
      "epoch": 2.0950594121325827,
      "grad_norm": 1.3374387509927297,
      "learning_rate": 0.0002772086758982902,
      "loss": 1.9146,
      "step": 3350
    },
    {
      "epoch": 2.095684803001876,
      "grad_norm": 1.4509956891062286,
      "learning_rate": 0.0002771757823140076,
      "loss": 1.9609,
      "step": 3351
    },
    {
      "epoch": 2.0963101938711697,
      "grad_norm": 1.4745611733235595,
      "learning_rate": 0.00027714286696450943,
      "loss": 2.3003,
      "step": 3352
    },
    {
      "epoch": 2.096935584740463,
      "grad_norm": 1.5213741556080156,
      "learning_rate": 0.00027710992985542903,
      "loss": 1.9114,
      "step": 3353
    },
    {
      "epoch": 2.097560975609756,
      "grad_norm": 1.365758339945291,
      "learning_rate": 0.0002770769709924033,
      "loss": 1.7297,
      "step": 3354
    },
    {
      "epoch": 2.0981863664790494,
      "grad_norm": 1.3247777155179425,
      "learning_rate": 0.0002770439903810729,
      "loss": 1.5368,
      "step": 3355
    },
    {
      "epoch": 2.0988117573483427,
      "grad_norm": 1.4896574335619055,
      "learning_rate": 0.00027701098802708225,
      "loss": 2.1927,
      "step": 3356
    },
    {
      "epoch": 2.099437148217636,
      "grad_norm": 1.3716026023202632,
      "learning_rate": 0.00027697796393607953,
      "loss": 2.0074,
      "step": 3357
    },
    {
      "epoch": 2.100062539086929,
      "grad_norm": 1.3923635917545643,
      "learning_rate": 0.0002769449181137164,
      "loss": 1.7414,
      "step": 3358
    },
    {
      "epoch": 2.1006879299562224,
      "grad_norm": 1.3007986430672467,
      "learning_rate": 0.00027691185056564853,
      "loss": 1.7524,
      "step": 3359
    },
    {
      "epoch": 2.101313320825516,
      "grad_norm": 1.5005739806974046,
      "learning_rate": 0.0002768787612975352,
      "loss": 2.01,
      "step": 3360
    },
    {
      "epoch": 2.1019387116948094,
      "grad_norm": 1.5319680818166057,
      "learning_rate": 0.00027684565031503935,
      "loss": 2.121,
      "step": 3361
    },
    {
      "epoch": 2.1025641025641026,
      "grad_norm": 1.9517446008652908,
      "learning_rate": 0.00027681251762382773,
      "loss": 2.2393,
      "step": 3362
    },
    {
      "epoch": 2.103189493433396,
      "grad_norm": 1.4999807953755062,
      "learning_rate": 0.0002767793632295707,
      "loss": 2.0417,
      "step": 3363
    },
    {
      "epoch": 2.103814884302689,
      "grad_norm": 1.406405952111192,
      "learning_rate": 0.0002767461871379425,
      "loss": 1.9787,
      "step": 3364
    },
    {
      "epoch": 2.1044402751719824,
      "grad_norm": 1.3825043547039355,
      "learning_rate": 0.00027671298935462083,
      "loss": 1.7283,
      "step": 3365
    },
    {
      "epoch": 2.1050656660412757,
      "grad_norm": 1.5078551439226293,
      "learning_rate": 0.0002766797698852874,
      "loss": 2.2854,
      "step": 3366
    },
    {
      "epoch": 2.105691056910569,
      "grad_norm": 1.4947475139208952,
      "learning_rate": 0.0002766465287356274,
      "loss": 2.0727,
      "step": 3367
    },
    {
      "epoch": 2.1063164477798626,
      "grad_norm": 1.473715617627495,
      "learning_rate": 0.0002766132659113298,
      "loss": 2.1865,
      "step": 3368
    },
    {
      "epoch": 2.106941838649156,
      "grad_norm": 1.9917220005493392,
      "learning_rate": 0.00027657998141808736,
      "loss": 1.4076,
      "step": 3369
    },
    {
      "epoch": 2.107567229518449,
      "grad_norm": 1.3548674181245604,
      "learning_rate": 0.0002765466752615964,
      "loss": 1.7817,
      "step": 3370
    },
    {
      "epoch": 2.1081926203877424,
      "grad_norm": 1.3518772065052798,
      "learning_rate": 0.0002765133474475571,
      "loss": 1.738,
      "step": 3371
    },
    {
      "epoch": 2.1088180112570356,
      "grad_norm": 1.443854536262919,
      "learning_rate": 0.0002764799979816732,
      "loss": 2.2346,
      "step": 3372
    },
    {
      "epoch": 2.109443402126329,
      "grad_norm": 1.4321808258522915,
      "learning_rate": 0.0002764466268696523,
      "loss": 1.7392,
      "step": 3373
    },
    {
      "epoch": 2.110068792995622,
      "grad_norm": 1.3696253619968257,
      "learning_rate": 0.00027641323411720553,
      "loss": 1.6762,
      "step": 3374
    },
    {
      "epoch": 2.1106941838649154,
      "grad_norm": 1.916061798263318,
      "learning_rate": 0.00027637981973004794,
      "loss": 2.1987,
      "step": 3375
    },
    {
      "epoch": 2.111319574734209,
      "grad_norm": 1.5085615744403238,
      "learning_rate": 0.00027634638371389807,
      "loss": 1.6631,
      "step": 3376
    },
    {
      "epoch": 2.1119449656035023,
      "grad_norm": 1.436429495427031,
      "learning_rate": 0.00027631292607447824,
      "loss": 2.0735,
      "step": 3377
    },
    {
      "epoch": 2.1125703564727956,
      "grad_norm": 1.4710101142221463,
      "learning_rate": 0.00027627944681751456,
      "loss": 2.0451,
      "step": 3378
    },
    {
      "epoch": 2.113195747342089,
      "grad_norm": 1.5196099246129187,
      "learning_rate": 0.0002762459459487367,
      "loss": 1.8367,
      "step": 3379
    },
    {
      "epoch": 2.113821138211382,
      "grad_norm": 2.664391981859462,
      "learning_rate": 0.00027621242347387816,
      "loss": 2.0498,
      "step": 3380
    },
    {
      "epoch": 2.1144465290806753,
      "grad_norm": 1.4807468090323572,
      "learning_rate": 0.000276178879398676,
      "loss": 2.3091,
      "step": 3381
    },
    {
      "epoch": 2.1150719199499686,
      "grad_norm": 1.5999093522361338,
      "learning_rate": 0.00027614531372887105,
      "loss": 2.0993,
      "step": 3382
    },
    {
      "epoch": 2.115697310819262,
      "grad_norm": 1.647244096038102,
      "learning_rate": 0.0002761117264702079,
      "loss": 1.9658,
      "step": 3383
    },
    {
      "epoch": 2.1163227016885555,
      "grad_norm": 1.4728790636796016,
      "learning_rate": 0.0002760781176284347,
      "loss": 2.055,
      "step": 3384
    },
    {
      "epoch": 2.1169480925578488,
      "grad_norm": 1.3911250438727596,
      "learning_rate": 0.00027604448720930337,
      "loss": 1.9122,
      "step": 3385
    },
    {
      "epoch": 2.117573483427142,
      "grad_norm": 1.455982610945178,
      "learning_rate": 0.00027601083521856947,
      "loss": 1.9275,
      "step": 3386
    },
    {
      "epoch": 2.1181988742964353,
      "grad_norm": 1.6764071207603481,
      "learning_rate": 0.0002759771616619924,
      "loss": 1.7367,
      "step": 3387
    },
    {
      "epoch": 2.1188242651657285,
      "grad_norm": 1.4762678333934542,
      "learning_rate": 0.0002759434665453351,
      "loss": 2.0866,
      "step": 3388
    },
    {
      "epoch": 2.119449656035022,
      "grad_norm": 1.3852014477942651,
      "learning_rate": 0.00027590974987436417,
      "loss": 1.6838,
      "step": 3389
    },
    {
      "epoch": 2.120075046904315,
      "grad_norm": 1.6381854137611758,
      "learning_rate": 0.0002758760116548501,
      "loss": 2.1261,
      "step": 3390
    },
    {
      "epoch": 2.1207004377736087,
      "grad_norm": 1.5298469933088141,
      "learning_rate": 0.00027584225189256686,
      "loss": 1.9378,
      "step": 3391
    },
    {
      "epoch": 2.121325828642902,
      "grad_norm": 1.4166698126250215,
      "learning_rate": 0.00027580847059329225,
      "loss": 1.8029,
      "step": 3392
    },
    {
      "epoch": 2.1219512195121952,
      "grad_norm": 1.800274291165805,
      "learning_rate": 0.00027577466776280757,
      "loss": 1.7527,
      "step": 3393
    },
    {
      "epoch": 2.1225766103814885,
      "grad_norm": 1.4189520495438614,
      "learning_rate": 0.0002757408434068981,
      "loss": 1.7966,
      "step": 3394
    },
    {
      "epoch": 2.1232020012507817,
      "grad_norm": 1.4460412746872027,
      "learning_rate": 0.00027570699753135257,
      "loss": 2.0155,
      "step": 3395
    },
    {
      "epoch": 2.123827392120075,
      "grad_norm": 1.4824185433186257,
      "learning_rate": 0.00027567313014196333,
      "loss": 2.136,
      "step": 3396
    },
    {
      "epoch": 2.1244527829893682,
      "grad_norm": 1.5999656271728815,
      "learning_rate": 0.00027563924124452674,
      "loss": 1.9978,
      "step": 3397
    },
    {
      "epoch": 2.1250781738586615,
      "grad_norm": 1.4378869067425508,
      "learning_rate": 0.0002756053308448425,
      "loss": 1.774,
      "step": 3398
    },
    {
      "epoch": 2.1257035647279547,
      "grad_norm": 1.5119910022491414,
      "learning_rate": 0.0002755713989487142,
      "loss": 2.0965,
      "step": 3399
    },
    {
      "epoch": 2.1263289555972484,
      "grad_norm": 1.4894800209410053,
      "learning_rate": 0.000275537445561949,
      "loss": 2.0045,
      "step": 3400
    },
    {
      "epoch": 2.1269543464665417,
      "grad_norm": 1.5014823918634839,
      "learning_rate": 0.0002755034706903578,
      "loss": 2.0669,
      "step": 3401
    },
    {
      "epoch": 2.127579737335835,
      "grad_norm": 1.3898952747602167,
      "learning_rate": 0.00027546947433975517,
      "loss": 1.797,
      "step": 3402
    },
    {
      "epoch": 2.128205128205128,
      "grad_norm": 1.4303512362432083,
      "learning_rate": 0.0002754354565159593,
      "loss": 2.0204,
      "step": 3403
    },
    {
      "epoch": 2.1288305190744214,
      "grad_norm": 1.393206174452795,
      "learning_rate": 0.0002754014172247921,
      "loss": 1.9326,
      "step": 3404
    },
    {
      "epoch": 2.1294559099437147,
      "grad_norm": 1.5102519410902795,
      "learning_rate": 0.00027536735647207917,
      "loss": 2.2291,
      "step": 3405
    },
    {
      "epoch": 2.130081300813008,
      "grad_norm": 1.5253206340632792,
      "learning_rate": 0.0002753332742636497,
      "loss": 1.9296,
      "step": 3406
    },
    {
      "epoch": 2.1307066916823016,
      "grad_norm": 2.3672383998685618,
      "learning_rate": 0.0002752991706053367,
      "loss": 2.0867,
      "step": 3407
    },
    {
      "epoch": 2.131332082551595,
      "grad_norm": 1.9242097043116388,
      "learning_rate": 0.0002752650455029768,
      "loss": 1.5357,
      "step": 3408
    },
    {
      "epoch": 2.131957473420888,
      "grad_norm": 1.4737189938127924,
      "learning_rate": 0.0002752308989624101,
      "loss": 2.1425,
      "step": 3409
    },
    {
      "epoch": 2.1325828642901814,
      "grad_norm": 1.41194465152922,
      "learning_rate": 0.00027519673098948066,
      "loss": 1.7722,
      "step": 3410
    },
    {
      "epoch": 2.1332082551594747,
      "grad_norm": 1.3879533447507322,
      "learning_rate": 0.000275162541590036,
      "loss": 2.0681,
      "step": 3411
    },
    {
      "epoch": 2.133833646028768,
      "grad_norm": 1.4678012589576077,
      "learning_rate": 0.0002751283307699275,
      "loss": 2.153,
      "step": 3412
    },
    {
      "epoch": 2.134459036898061,
      "grad_norm": 1.2835392900643923,
      "learning_rate": 0.00027509409853501,
      "loss": 1.7142,
      "step": 3413
    },
    {
      "epoch": 2.1350844277673544,
      "grad_norm": 1.5419142723528878,
      "learning_rate": 0.00027505984489114215,
      "loss": 1.9812,
      "step": 3414
    },
    {
      "epoch": 2.135709818636648,
      "grad_norm": 1.3776554200970441,
      "learning_rate": 0.0002750255698441862,
      "loss": 1.9272,
      "step": 3415
    },
    {
      "epoch": 2.1363352095059414,
      "grad_norm": 1.4417133933509496,
      "learning_rate": 0.000274991273400008,
      "loss": 1.9459,
      "step": 3416
    },
    {
      "epoch": 2.1369606003752346,
      "grad_norm": 1.4653389584670986,
      "learning_rate": 0.00027495695556447724,
      "loss": 1.8674,
      "step": 3417
    },
    {
      "epoch": 2.137585991244528,
      "grad_norm": 1.4885054221743246,
      "learning_rate": 0.00027492261634346713,
      "loss": 2.2917,
      "step": 3418
    },
    {
      "epoch": 2.138211382113821,
      "grad_norm": 1.381782336471258,
      "learning_rate": 0.0002748882557428546,
      "loss": 1.7482,
      "step": 3419
    },
    {
      "epoch": 2.1388367729831144,
      "grad_norm": 1.5535907044213002,
      "learning_rate": 0.00027485387376852024,
      "loss": 2.0281,
      "step": 3420
    },
    {
      "epoch": 2.1394621638524076,
      "grad_norm": 1.4466962845140114,
      "learning_rate": 0.0002748194704263482,
      "loss": 1.8145,
      "step": 3421
    },
    {
      "epoch": 2.140087554721701,
      "grad_norm": 1.4175640306764408,
      "learning_rate": 0.00027478504572222645,
      "loss": 1.8441,
      "step": 3422
    },
    {
      "epoch": 2.1407129455909946,
      "grad_norm": 1.791388980351323,
      "learning_rate": 0.00027475059966204646,
      "loss": 1.8559,
      "step": 3423
    },
    {
      "epoch": 2.141338336460288,
      "grad_norm": 2.0866717205781296,
      "learning_rate": 0.00027471613225170345,
      "loss": 1.8567,
      "step": 3424
    },
    {
      "epoch": 2.141963727329581,
      "grad_norm": 1.6463864510029753,
      "learning_rate": 0.00027468164349709625,
      "loss": 2.1969,
      "step": 3425
    },
    {
      "epoch": 2.1425891181988743,
      "grad_norm": 1.4556772798286257,
      "learning_rate": 0.00027464713340412736,
      "loss": 2.1587,
      "step": 3426
    },
    {
      "epoch": 2.1432145090681676,
      "grad_norm": 4.658472723143737,
      "learning_rate": 0.000274612601978703,
      "loss": 2.0254,
      "step": 3427
    },
    {
      "epoch": 2.143839899937461,
      "grad_norm": 1.5551698996619703,
      "learning_rate": 0.00027457804922673286,
      "loss": 2.268,
      "step": 3428
    },
    {
      "epoch": 2.144465290806754,
      "grad_norm": 1.45401246761074,
      "learning_rate": 0.00027454347515413054,
      "loss": 1.9705,
      "step": 3429
    },
    {
      "epoch": 2.1450906816760473,
      "grad_norm": 1.377991586735184,
      "learning_rate": 0.00027450887976681297,
      "loss": 1.8118,
      "step": 3430
    },
    {
      "epoch": 2.145716072545341,
      "grad_norm": 1.6838510966475102,
      "learning_rate": 0.00027447426307070105,
      "loss": 1.7701,
      "step": 3431
    },
    {
      "epoch": 2.1463414634146343,
      "grad_norm": 1.83385895643766,
      "learning_rate": 0.0002744396250717191,
      "loss": 2.3579,
      "step": 3432
    },
    {
      "epoch": 2.1469668542839275,
      "grad_norm": 1.3418307660441917,
      "learning_rate": 0.0002744049657757952,
      "loss": 1.9923,
      "step": 3433
    },
    {
      "epoch": 2.147592245153221,
      "grad_norm": 1.5784032759085576,
      "learning_rate": 0.00027437028518886093,
      "loss": 2.0248,
      "step": 3434
    },
    {
      "epoch": 2.148217636022514,
      "grad_norm": 3.0581016004620434,
      "learning_rate": 0.0002743355833168518,
      "loss": 1.8792,
      "step": 3435
    },
    {
      "epoch": 2.1488430268918073,
      "grad_norm": 1.4754270416563497,
      "learning_rate": 0.0002743008601657067,
      "loss": 1.9162,
      "step": 3436
    },
    {
      "epoch": 2.1494684177611005,
      "grad_norm": 1.4256840671969735,
      "learning_rate": 0.00027426611574136816,
      "loss": 1.8182,
      "step": 3437
    },
    {
      "epoch": 2.150093808630394,
      "grad_norm": 1.7222601215314142,
      "learning_rate": 0.00027423135004978256,
      "loss": 2.3073,
      "step": 3438
    },
    {
      "epoch": 2.1507191994996875,
      "grad_norm": 1.4621131053491139,
      "learning_rate": 0.0002741965630968998,
      "loss": 2.0551,
      "step": 3439
    },
    {
      "epoch": 2.1513445903689807,
      "grad_norm": 1.6283869933492225,
      "learning_rate": 0.00027416175488867336,
      "loss": 2.4012,
      "step": 3440
    },
    {
      "epoch": 2.151969981238274,
      "grad_norm": 1.3510454006134252,
      "learning_rate": 0.00027412692543106037,
      "loss": 1.5338,
      "step": 3441
    },
    {
      "epoch": 2.1525953721075672,
      "grad_norm": 1.45758125798146,
      "learning_rate": 0.0002740920747300217,
      "loss": 2.0002,
      "step": 3442
    },
    {
      "epoch": 2.1532207629768605,
      "grad_norm": 1.3599424201811832,
      "learning_rate": 0.0002740572027915218,
      "loss": 1.8575,
      "step": 3443
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 1.4697429864889604,
      "learning_rate": 0.00027402230962152873,
      "loss": 1.8878,
      "step": 3444
    },
    {
      "epoch": 2.154471544715447,
      "grad_norm": 1.4953496791160332,
      "learning_rate": 0.00027398739522601425,
      "loss": 1.9289,
      "step": 3445
    },
    {
      "epoch": 2.1550969355847407,
      "grad_norm": 1.546205555962595,
      "learning_rate": 0.0002739524596109536,
      "loss": 1.9153,
      "step": 3446
    },
    {
      "epoch": 2.155722326454034,
      "grad_norm": 1.529671014198276,
      "learning_rate": 0.0002739175027823259,
      "loss": 2.2823,
      "step": 3447
    },
    {
      "epoch": 2.156347717323327,
      "grad_norm": 1.449857756599,
      "learning_rate": 0.00027388252474611367,
      "loss": 1.8893,
      "step": 3448
    },
    {
      "epoch": 2.1569731081926204,
      "grad_norm": 1.4155231272647308,
      "learning_rate": 0.00027384752550830313,
      "loss": 2.1936,
      "step": 3449
    },
    {
      "epoch": 2.1575984990619137,
      "grad_norm": 1.3831661106228148,
      "learning_rate": 0.00027381250507488417,
      "loss": 1.6446,
      "step": 3450
    },
    {
      "epoch": 2.158223889931207,
      "grad_norm": 1.565402920686126,
      "learning_rate": 0.00027377746345185036,
      "loss": 2.0535,
      "step": 3451
    },
    {
      "epoch": 2.1588492808005,
      "grad_norm": 1.5427366406737648,
      "learning_rate": 0.0002737424006451987,
      "loss": 2.0973,
      "step": 3452
    },
    {
      "epoch": 2.1594746716697935,
      "grad_norm": 1.7481949558521668,
      "learning_rate": 0.00027370731666093,
      "loss": 1.7793,
      "step": 3453
    },
    {
      "epoch": 2.1601000625390867,
      "grad_norm": 1.3508005232423734,
      "learning_rate": 0.0002736722115050486,
      "loss": 2.1464,
      "step": 3454
    },
    {
      "epoch": 2.1607254534083804,
      "grad_norm": 1.4269585530858593,
      "learning_rate": 0.00027363708518356254,
      "loss": 1.9599,
      "step": 3455
    },
    {
      "epoch": 2.1613508442776737,
      "grad_norm": 1.3802318451305833,
      "learning_rate": 0.00027360193770248337,
      "loss": 1.7359,
      "step": 3456
    },
    {
      "epoch": 2.161976235146967,
      "grad_norm": 1.3022571834234469,
      "learning_rate": 0.0002735667690678264,
      "loss": 1.7156,
      "step": 3457
    },
    {
      "epoch": 2.16260162601626,
      "grad_norm": 18.415566565228104,
      "learning_rate": 0.00027353157928561045,
      "loss": 1.8622,
      "step": 3458
    },
    {
      "epoch": 2.1632270168855534,
      "grad_norm": 1.4276269449973087,
      "learning_rate": 0.000273496368361858,
      "loss": 1.8776,
      "step": 3459
    },
    {
      "epoch": 2.1638524077548467,
      "grad_norm": 1.409594727909284,
      "learning_rate": 0.00027346113630259515,
      "loss": 1.9195,
      "step": 3460
    },
    {
      "epoch": 2.16447779862414,
      "grad_norm": 1.4963906136469287,
      "learning_rate": 0.00027342588311385157,
      "loss": 1.8603,
      "step": 3461
    },
    {
      "epoch": 2.1651031894934336,
      "grad_norm": 1.4039594382875689,
      "learning_rate": 0.0002733906088016607,
      "loss": 1.7038,
      "step": 3462
    },
    {
      "epoch": 2.165728580362727,
      "grad_norm": 1.380521960006483,
      "learning_rate": 0.0002733553133720594,
      "loss": 1.569,
      "step": 3463
    },
    {
      "epoch": 2.16635397123202,
      "grad_norm": 1.413374589506718,
      "learning_rate": 0.00027331999683108816,
      "loss": 1.6115,
      "step": 3464
    },
    {
      "epoch": 2.1669793621013134,
      "grad_norm": 1.3995776904172508,
      "learning_rate": 0.0002732846591847913,
      "loss": 1.6186,
      "step": 3465
    },
    {
      "epoch": 2.1676047529706066,
      "grad_norm": 2.854066820823026,
      "learning_rate": 0.00027324930043921646,
      "loss": 1.7291,
      "step": 3466
    },
    {
      "epoch": 2.1682301438399,
      "grad_norm": 1.4490468305251916,
      "learning_rate": 0.00027321392060041514,
      "loss": 1.9554,
      "step": 3467
    },
    {
      "epoch": 2.168855534709193,
      "grad_norm": 2.7148092296161335,
      "learning_rate": 0.0002731785196744423,
      "loss": 1.784,
      "step": 3468
    },
    {
      "epoch": 2.1694809255784864,
      "grad_norm": 1.608094712449381,
      "learning_rate": 0.00027314309766735657,
      "loss": 2.0373,
      "step": 3469
    },
    {
      "epoch": 2.17010631644778,
      "grad_norm": 1.5360959852619496,
      "learning_rate": 0.00027310765458522015,
      "loss": 1.7878,
      "step": 3470
    },
    {
      "epoch": 2.1707317073170733,
      "grad_norm": 1.5177919743848622,
      "learning_rate": 0.0002730721904340989,
      "loss": 2.065,
      "step": 3471
    },
    {
      "epoch": 2.1713570981863666,
      "grad_norm": 1.5638914465846363,
      "learning_rate": 0.0002730367052200622,
      "loss": 2.0839,
      "step": 3472
    },
    {
      "epoch": 2.17198248905566,
      "grad_norm": 1.4082428601321566,
      "learning_rate": 0.0002730011989491832,
      "loss": 1.8641,
      "step": 3473
    },
    {
      "epoch": 2.172607879924953,
      "grad_norm": 1.6325476738143876,
      "learning_rate": 0.0002729656716275383,
      "loss": 2.2828,
      "step": 3474
    },
    {
      "epoch": 2.1732332707942463,
      "grad_norm": 1.4872309372603425,
      "learning_rate": 0.00027293012326120805,
      "loss": 2.2789,
      "step": 3475
    },
    {
      "epoch": 2.1738586616635396,
      "grad_norm": 3.866633994943155,
      "learning_rate": 0.0002728945538562761,
      "loss": 1.9728,
      "step": 3476
    },
    {
      "epoch": 2.174484052532833,
      "grad_norm": 1.6133259813843803,
      "learning_rate": 0.0002728589634188299,
      "loss": 2.2359,
      "step": 3477
    },
    {
      "epoch": 2.1751094434021265,
      "grad_norm": 1.419139390235033,
      "learning_rate": 0.0002728233519549606,
      "loss": 1.7922,
      "step": 3478
    },
    {
      "epoch": 2.17573483427142,
      "grad_norm": 1.4330624087512938,
      "learning_rate": 0.0002727877194707628,
      "loss": 2.238,
      "step": 3479
    },
    {
      "epoch": 2.176360225140713,
      "grad_norm": 1.3129862454367878,
      "learning_rate": 0.00027275206597233466,
      "loss": 1.5056,
      "step": 3480
    },
    {
      "epoch": 2.1769856160100063,
      "grad_norm": 1.7178880266053198,
      "learning_rate": 0.00027271639146577814,
      "loss": 1.913,
      "step": 3481
    },
    {
      "epoch": 2.1776110068792995,
      "grad_norm": 1.388640469141236,
      "learning_rate": 0.0002726806959571986,
      "loss": 1.6861,
      "step": 3482
    },
    {
      "epoch": 2.178236397748593,
      "grad_norm": 1.570650284262008,
      "learning_rate": 0.0002726449794527051,
      "loss": 2.1892,
      "step": 3483
    },
    {
      "epoch": 2.178861788617886,
      "grad_norm": 1.4624663607437105,
      "learning_rate": 0.0002726092419584102,
      "loss": 1.8342,
      "step": 3484
    },
    {
      "epoch": 2.1794871794871793,
      "grad_norm": 1.3863165488557245,
      "learning_rate": 0.00027257348348043025,
      "loss": 1.9489,
      "step": 3485
    },
    {
      "epoch": 2.180112570356473,
      "grad_norm": 1.4713981577919906,
      "learning_rate": 0.0002725377040248849,
      "loss": 1.86,
      "step": 3486
    },
    {
      "epoch": 2.1807379612257662,
      "grad_norm": 1.344179855218806,
      "learning_rate": 0.00027250190359789765,
      "loss": 1.5178,
      "step": 3487
    },
    {
      "epoch": 2.1813633520950595,
      "grad_norm": 1.5024469025514628,
      "learning_rate": 0.00027246608220559543,
      "loss": 2.1342,
      "step": 3488
    },
    {
      "epoch": 2.1819887429643527,
      "grad_norm": 1.5243036812061164,
      "learning_rate": 0.00027243023985410884,
      "loss": 2.0473,
      "step": 3489
    },
    {
      "epoch": 2.182614133833646,
      "grad_norm": 1.6143950176262716,
      "learning_rate": 0.00027239437654957204,
      "loss": 1.9859,
      "step": 3490
    },
    {
      "epoch": 2.1832395247029392,
      "grad_norm": 1.43417835445481,
      "learning_rate": 0.00027235849229812273,
      "loss": 2.0331,
      "step": 3491
    },
    {
      "epoch": 2.1838649155722325,
      "grad_norm": 1.5523891442056255,
      "learning_rate": 0.0002723225871059023,
      "loss": 2.2965,
      "step": 3492
    },
    {
      "epoch": 2.1844903064415258,
      "grad_norm": 1.504004746930311,
      "learning_rate": 0.0002722866609790556,
      "loss": 2.1097,
      "step": 3493
    },
    {
      "epoch": 2.1851156973108194,
      "grad_norm": 1.4484978274104447,
      "learning_rate": 0.00027225071392373125,
      "loss": 1.7118,
      "step": 3494
    },
    {
      "epoch": 2.1857410881801127,
      "grad_norm": 1.3647852298666578,
      "learning_rate": 0.00027221474594608117,
      "loss": 1.659,
      "step": 3495
    },
    {
      "epoch": 2.186366479049406,
      "grad_norm": 1.468606759739417,
      "learning_rate": 0.00027217875705226114,
      "loss": 1.7328,
      "step": 3496
    },
    {
      "epoch": 2.186991869918699,
      "grad_norm": 1.657464716206401,
      "learning_rate": 0.00027214274724843035,
      "loss": 2.3237,
      "step": 3497
    },
    {
      "epoch": 2.1876172607879925,
      "grad_norm": 8.543521759873554,
      "learning_rate": 0.0002721067165407516,
      "loss": 2.1597,
      "step": 3498
    },
    {
      "epoch": 2.1882426516572857,
      "grad_norm": 1.3882450599019294,
      "learning_rate": 0.00027207066493539127,
      "loss": 1.7565,
      "step": 3499
    },
    {
      "epoch": 2.188868042526579,
      "grad_norm": 1.4017951831736877,
      "learning_rate": 0.0002720345924385194,
      "loss": 1.7724,
      "step": 3500
    },
    {
      "epoch": 2.189493433395872,
      "grad_norm": 1.5456177461811895,
      "learning_rate": 0.00027199849905630954,
      "loss": 2.1425,
      "step": 3501
    },
    {
      "epoch": 2.190118824265166,
      "grad_norm": 1.5217133657466988,
      "learning_rate": 0.00027196238479493875,
      "loss": 1.8942,
      "step": 3502
    },
    {
      "epoch": 2.190744215134459,
      "grad_norm": 4.954581789837411,
      "learning_rate": 0.0002719262496605877,
      "loss": 1.534,
      "step": 3503
    },
    {
      "epoch": 2.1913696060037524,
      "grad_norm": 1.410084677158905,
      "learning_rate": 0.0002718900936594408,
      "loss": 1.7378,
      "step": 3504
    },
    {
      "epoch": 2.1919949968730457,
      "grad_norm": 1.4165643850598186,
      "learning_rate": 0.00027185391679768574,
      "loss": 1.9604,
      "step": 3505
    },
    {
      "epoch": 2.192620387742339,
      "grad_norm": 1.4859032179985887,
      "learning_rate": 0.000271817719081514,
      "loss": 2.1879,
      "step": 3506
    },
    {
      "epoch": 2.193245778611632,
      "grad_norm": 1.4716187637331142,
      "learning_rate": 0.0002717815005171205,
      "loss": 1.7168,
      "step": 3507
    },
    {
      "epoch": 2.1938711694809254,
      "grad_norm": 1.509435448332865,
      "learning_rate": 0.00027174526111070385,
      "loss": 2.1087,
      "step": 3508
    },
    {
      "epoch": 2.1944965603502187,
      "grad_norm": 1.4919886824291577,
      "learning_rate": 0.00027170900086846613,
      "loss": 1.9233,
      "step": 3509
    },
    {
      "epoch": 2.1951219512195124,
      "grad_norm": 3.594169189050616,
      "learning_rate": 0.0002716727197966131,
      "loss": 1.8039,
      "step": 3510
    },
    {
      "epoch": 2.1957473420888056,
      "grad_norm": 1.4859085679028015,
      "learning_rate": 0.0002716364179013539,
      "loss": 2.0367,
      "step": 3511
    },
    {
      "epoch": 2.196372732958099,
      "grad_norm": 1.4425454912034608,
      "learning_rate": 0.0002716000951889013,
      "loss": 2.1427,
      "step": 3512
    },
    {
      "epoch": 2.196998123827392,
      "grad_norm": 1.5404206487975916,
      "learning_rate": 0.00027156375166547173,
      "loss": 1.8937,
      "step": 3513
    },
    {
      "epoch": 2.1976235146966854,
      "grad_norm": 1.338841134410111,
      "learning_rate": 0.0002715273873372852,
      "loss": 1.4975,
      "step": 3514
    },
    {
      "epoch": 2.1982489055659786,
      "grad_norm": 1.5109653032079997,
      "learning_rate": 0.00027149100221056507,
      "loss": 2.0042,
      "step": 3515
    },
    {
      "epoch": 2.198874296435272,
      "grad_norm": 1.4694246162990054,
      "learning_rate": 0.0002714545962915385,
      "loss": 1.7071,
      "step": 3516
    },
    {
      "epoch": 2.1994996873045656,
      "grad_norm": 1.48724784199707,
      "learning_rate": 0.000271418169586436,
      "loss": 2.0201,
      "step": 3517
    },
    {
      "epoch": 2.200125078173859,
      "grad_norm": 1.4779337302835203,
      "learning_rate": 0.00027138172210149184,
      "loss": 2.0034,
      "step": 3518
    },
    {
      "epoch": 2.200750469043152,
      "grad_norm": 1.4377185825448109,
      "learning_rate": 0.00027134525384294367,
      "loss": 1.9522,
      "step": 3519
    },
    {
      "epoch": 2.2013758599124453,
      "grad_norm": 1.4037351311848987,
      "learning_rate": 0.0002713087648170328,
      "loss": 2.055,
      "step": 3520
    },
    {
      "epoch": 2.2020012507817386,
      "grad_norm": 1.5486351799335512,
      "learning_rate": 0.00027127225503000403,
      "loss": 2.0429,
      "step": 3521
    },
    {
      "epoch": 2.202626641651032,
      "grad_norm": 1.3059901606890878,
      "learning_rate": 0.0002712357244881058,
      "loss": 1.6173,
      "step": 3522
    },
    {
      "epoch": 2.203252032520325,
      "grad_norm": 1.6921949537562462,
      "learning_rate": 0.00027119917319758997,
      "loss": 2.2166,
      "step": 3523
    },
    {
      "epoch": 2.2038774233896183,
      "grad_norm": 1.5556741469878004,
      "learning_rate": 0.0002711626011647121,
      "loss": 1.7105,
      "step": 3524
    },
    {
      "epoch": 2.2045028142589116,
      "grad_norm": 1.415645584956209,
      "learning_rate": 0.0002711260083957312,
      "loss": 1.7549,
      "step": 3525
    },
    {
      "epoch": 2.2051282051282053,
      "grad_norm": 1.6501205367379863,
      "learning_rate": 0.00027108939489690984,
      "loss": 1.8463,
      "step": 3526
    },
    {
      "epoch": 2.2057535959974985,
      "grad_norm": 17.99713257308043,
      "learning_rate": 0.00027105276067451424,
      "loss": 2.0707,
      "step": 3527
    },
    {
      "epoch": 2.206378986866792,
      "grad_norm": 2.2112089092118965,
      "learning_rate": 0.000271016105734814,
      "loss": 1.8742,
      "step": 3528
    },
    {
      "epoch": 2.207004377736085,
      "grad_norm": 2.0427230401862744,
      "learning_rate": 0.0002709794300840823,
      "loss": 1.9256,
      "step": 3529
    },
    {
      "epoch": 2.2076297686053783,
      "grad_norm": 1.5029934182264637,
      "learning_rate": 0.0002709427337285961,
      "loss": 1.7779,
      "step": 3530
    },
    {
      "epoch": 2.2082551594746715,
      "grad_norm": 1.7082238263650122,
      "learning_rate": 0.0002709060166746355,
      "loss": 2.0403,
      "step": 3531
    },
    {
      "epoch": 2.208880550343965,
      "grad_norm": 1.6339402683238238,
      "learning_rate": 0.0002708692789284845,
      "loss": 2.0291,
      "step": 3532
    },
    {
      "epoch": 2.2095059412132585,
      "grad_norm": 1.3766225632489366,
      "learning_rate": 0.00027083252049643045,
      "loss": 1.878,
      "step": 3533
    },
    {
      "epoch": 2.2101313320825517,
      "grad_norm": 3.7606238261151193,
      "learning_rate": 0.0002707957413847643,
      "loss": 1.6219,
      "step": 3534
    },
    {
      "epoch": 2.210756722951845,
      "grad_norm": 1.7260360310714085,
      "learning_rate": 0.00027075894159978047,
      "loss": 2.0465,
      "step": 3535
    },
    {
      "epoch": 2.2113821138211383,
      "grad_norm": 2.632205875597479,
      "learning_rate": 0.0002707221211477771,
      "loss": 2.0128,
      "step": 3536
    },
    {
      "epoch": 2.2120075046904315,
      "grad_norm": 1.4737490880438804,
      "learning_rate": 0.0002706852800350556,
      "loss": 1.7591,
      "step": 3537
    },
    {
      "epoch": 2.2126328955597248,
      "grad_norm": 1.5591891438370076,
      "learning_rate": 0.0002706484182679212,
      "loss": 2.028,
      "step": 3538
    },
    {
      "epoch": 2.213258286429018,
      "grad_norm": 1.4554586977074377,
      "learning_rate": 0.0002706115358526824,
      "loss": 1.8335,
      "step": 3539
    },
    {
      "epoch": 2.2138836772983113,
      "grad_norm": 1.4447600647626193,
      "learning_rate": 0.0002705746327956515,
      "loss": 1.9455,
      "step": 3540
    },
    {
      "epoch": 2.214509068167605,
      "grad_norm": 1.4638273484280953,
      "learning_rate": 0.00027053770910314404,
      "loss": 1.8967,
      "step": 3541
    },
    {
      "epoch": 2.215134459036898,
      "grad_norm": 1.5541928193349934,
      "learning_rate": 0.0002705007647814793,
      "loss": 1.829,
      "step": 3542
    },
    {
      "epoch": 2.2157598499061915,
      "grad_norm": 1.4034545707195543,
      "learning_rate": 0.0002704637998369801,
      "loss": 1.9607,
      "step": 3543
    },
    {
      "epoch": 2.2163852407754847,
      "grad_norm": 1.5905310708967308,
      "learning_rate": 0.00027042681427597265,
      "loss": 2.2064,
      "step": 3544
    },
    {
      "epoch": 2.217010631644778,
      "grad_norm": 1.5231874250106645,
      "learning_rate": 0.0002703898081047868,
      "loss": 1.8184,
      "step": 3545
    },
    {
      "epoch": 2.217636022514071,
      "grad_norm": 1.5908973253578464,
      "learning_rate": 0.0002703527813297558,
      "loss": 2.2849,
      "step": 3546
    },
    {
      "epoch": 2.2182614133833645,
      "grad_norm": 1.468656640777285,
      "learning_rate": 0.0002703157339572167,
      "loss": 2.2123,
      "step": 3547
    },
    {
      "epoch": 2.2188868042526577,
      "grad_norm": 1.5744351056879957,
      "learning_rate": 0.0002702786659935096,
      "loss": 1.9737,
      "step": 3548
    },
    {
      "epoch": 2.2195121951219514,
      "grad_norm": 1.4604778443999662,
      "learning_rate": 0.00027024157744497877,
      "loss": 1.5815,
      "step": 3549
    },
    {
      "epoch": 2.2201375859912447,
      "grad_norm": 1.5504257718549805,
      "learning_rate": 0.00027020446831797133,
      "loss": 2.2276,
      "step": 3550
    },
    {
      "epoch": 2.220762976860538,
      "grad_norm": 1.5821326778211475,
      "learning_rate": 0.00027016733861883846,
      "loss": 1.7928,
      "step": 3551
    },
    {
      "epoch": 2.221388367729831,
      "grad_norm": 2.04503118013994,
      "learning_rate": 0.00027013018835393454,
      "loss": 2.0285,
      "step": 3552
    },
    {
      "epoch": 2.2220137585991244,
      "grad_norm": 1.4915418485586454,
      "learning_rate": 0.00027009301752961757,
      "loss": 1.4717,
      "step": 3553
    },
    {
      "epoch": 2.2226391494684177,
      "grad_norm": 1.4523461498545323,
      "learning_rate": 0.00027005582615224904,
      "loss": 1.8824,
      "step": 3554
    },
    {
      "epoch": 2.223264540337711,
      "grad_norm": 1.4865035431128137,
      "learning_rate": 0.00027001861422819404,
      "loss": 1.6405,
      "step": 3555
    },
    {
      "epoch": 2.223889931207004,
      "grad_norm": 1.5477565759862493,
      "learning_rate": 0.00026998138176382116,
      "loss": 1.8791,
      "step": 3556
    },
    {
      "epoch": 2.224515322076298,
      "grad_norm": 1.6977721433795006,
      "learning_rate": 0.0002699441287655024,
      "loss": 2.2327,
      "step": 3557
    },
    {
      "epoch": 2.225140712945591,
      "grad_norm": 1.785097429416336,
      "learning_rate": 0.0002699068552396133,
      "loss": 2.1221,
      "step": 3558
    },
    {
      "epoch": 2.2257661038148844,
      "grad_norm": 1.440864376708435,
      "learning_rate": 0.00026986956119253304,
      "loss": 1.9884,
      "step": 3559
    },
    {
      "epoch": 2.2263914946841776,
      "grad_norm": 1.5108341619476078,
      "learning_rate": 0.0002698322466306442,
      "loss": 2.1278,
      "step": 3560
    },
    {
      "epoch": 2.227016885553471,
      "grad_norm": 1.4126891240892003,
      "learning_rate": 0.00026979491156033287,
      "loss": 1.9643,
      "step": 3561
    },
    {
      "epoch": 2.227642276422764,
      "grad_norm": 1.4772794675843952,
      "learning_rate": 0.00026975755598798875,
      "loss": 1.9272,
      "step": 3562
    },
    {
      "epoch": 2.2282676672920574,
      "grad_norm": 1.3634115369920847,
      "learning_rate": 0.0002697201799200049,
      "loss": 1.8928,
      "step": 3563
    },
    {
      "epoch": 2.2288930581613506,
      "grad_norm": 1.4331016602246223,
      "learning_rate": 0.00026968278336277795,
      "loss": 2.1227,
      "step": 3564
    },
    {
      "epoch": 2.2295184490306443,
      "grad_norm": 1.403710094817318,
      "learning_rate": 0.0002696453663227081,
      "loss": 1.8608,
      "step": 3565
    },
    {
      "epoch": 2.2301438398999376,
      "grad_norm": 1.5310240945279088,
      "learning_rate": 0.00026960792880619905,
      "loss": 1.8556,
      "step": 3566
    },
    {
      "epoch": 2.230769230769231,
      "grad_norm": 1.6210839058122155,
      "learning_rate": 0.00026957047081965785,
      "loss": 2.1672,
      "step": 3567
    },
    {
      "epoch": 2.231394621638524,
      "grad_norm": 1.7196718036724894,
      "learning_rate": 0.00026953299236949523,
      "loss": 2.0925,
      "step": 3568
    },
    {
      "epoch": 2.2320200125078173,
      "grad_norm": 1.5006069032159244,
      "learning_rate": 0.0002694954934621254,
      "loss": 2.2281,
      "step": 3569
    },
    {
      "epoch": 2.2326454033771106,
      "grad_norm": 1.35520975565072,
      "learning_rate": 0.00026945797410396597,
      "loss": 1.8216,
      "step": 3570
    },
    {
      "epoch": 2.233270794246404,
      "grad_norm": 1.6633027315533415,
      "learning_rate": 0.00026942043430143805,
      "loss": 2.0014,
      "step": 3571
    },
    {
      "epoch": 2.2338961851156975,
      "grad_norm": 1.447557416108622,
      "learning_rate": 0.0002693828740609664,
      "loss": 1.8124,
      "step": 3572
    },
    {
      "epoch": 2.234521575984991,
      "grad_norm": 1.4380323633209406,
      "learning_rate": 0.0002693452933889791,
      "loss": 2.1423,
      "step": 3573
    },
    {
      "epoch": 2.235146966854284,
      "grad_norm": 1.3987276244950664,
      "learning_rate": 0.0002693076922919079,
      "loss": 1.9586,
      "step": 3574
    },
    {
      "epoch": 2.2357723577235773,
      "grad_norm": 1.3965862240879525,
      "learning_rate": 0.0002692700707761879,
      "loss": 1.7303,
      "step": 3575
    },
    {
      "epoch": 2.2363977485928705,
      "grad_norm": 1.559117701662472,
      "learning_rate": 0.0002692324288482578,
      "loss": 1.9444,
      "step": 3576
    },
    {
      "epoch": 2.237023139462164,
      "grad_norm": 1.4126566121457191,
      "learning_rate": 0.00026919476651455967,
      "loss": 2.0181,
      "step": 3577
    },
    {
      "epoch": 2.237648530331457,
      "grad_norm": 1.22725486756822,
      "learning_rate": 0.0002691570837815393,
      "loss": 1.6159,
      "step": 3578
    },
    {
      "epoch": 2.2382739212007503,
      "grad_norm": 1.6164504461390907,
      "learning_rate": 0.0002691193806556455,
      "loss": 2.0238,
      "step": 3579
    },
    {
      "epoch": 2.2388993120700436,
      "grad_norm": 2.6874219901008,
      "learning_rate": 0.0002690816571433312,
      "loss": 1.8163,
      "step": 3580
    },
    {
      "epoch": 2.2395247029393373,
      "grad_norm": 1.4598989659562704,
      "learning_rate": 0.0002690439132510524,
      "loss": 2.0164,
      "step": 3581
    },
    {
      "epoch": 2.2401500938086305,
      "grad_norm": 1.566484130459805,
      "learning_rate": 0.0002690061489852687,
      "loss": 1.8383,
      "step": 3582
    },
    {
      "epoch": 2.2407754846779238,
      "grad_norm": 1.3912156082439184,
      "learning_rate": 0.00026896836435244314,
      "loss": 1.728,
      "step": 3583
    },
    {
      "epoch": 2.241400875547217,
      "grad_norm": 1.5621100230051137,
      "learning_rate": 0.00026893055935904234,
      "loss": 2.0131,
      "step": 3584
    },
    {
      "epoch": 2.2420262664165103,
      "grad_norm": 1.3555873172655757,
      "learning_rate": 0.0002688927340115363,
      "loss": 1.8377,
      "step": 3585
    },
    {
      "epoch": 2.2426516572858035,
      "grad_norm": 1.4871947363270996,
      "learning_rate": 0.0002688548883163986,
      "loss": 2.1654,
      "step": 3586
    },
    {
      "epoch": 2.2432770481550968,
      "grad_norm": 1.4116188942850996,
      "learning_rate": 0.0002688170222801063,
      "loss": 1.8952,
      "step": 3587
    },
    {
      "epoch": 2.2439024390243905,
      "grad_norm": 1.3933317458159513,
      "learning_rate": 0.00026877913590913976,
      "loss": 1.7548,
      "step": 3588
    },
    {
      "epoch": 2.2445278298936837,
      "grad_norm": 1.344143433177676,
      "learning_rate": 0.00026874122920998305,
      "loss": 1.5298,
      "step": 3589
    },
    {
      "epoch": 2.245153220762977,
      "grad_norm": 1.5243262265967925,
      "learning_rate": 0.0002687033021891236,
      "loss": 2.2157,
      "step": 3590
    },
    {
      "epoch": 2.24577861163227,
      "grad_norm": 1.4623492374993965,
      "learning_rate": 0.0002686653548530524,
      "loss": 1.8317,
      "step": 3591
    },
    {
      "epoch": 2.2464040025015635,
      "grad_norm": 1.6648596302493823,
      "learning_rate": 0.0002686273872082638,
      "loss": 2.3409,
      "step": 3592
    },
    {
      "epoch": 2.2470293933708567,
      "grad_norm": 6.431829056938175,
      "learning_rate": 0.00026858939926125574,
      "loss": 2.0663,
      "step": 3593
    },
    {
      "epoch": 2.24765478424015,
      "grad_norm": 1.2828660283847242,
      "learning_rate": 0.0002685513910185295,
      "loss": 1.6419,
      "step": 3594
    },
    {
      "epoch": 2.2482801751094432,
      "grad_norm": 1.3003181257863046,
      "learning_rate": 0.00026851336248659,
      "loss": 1.8087,
      "step": 3595
    },
    {
      "epoch": 2.2489055659787365,
      "grad_norm": 1.513424442531345,
      "learning_rate": 0.0002684753136719455,
      "loss": 2.1624,
      "step": 3596
    },
    {
      "epoch": 2.24953095684803,
      "grad_norm": 1.4238372982162013,
      "learning_rate": 0.00026843724458110787,
      "loss": 2.0241,
      "step": 3597
    },
    {
      "epoch": 2.2501563477173234,
      "grad_norm": 1.63260489337379,
      "learning_rate": 0.00026839915522059224,
      "loss": 2.1534,
      "step": 3598
    },
    {
      "epoch": 2.2507817385866167,
      "grad_norm": 1.5997157737398868,
      "learning_rate": 0.0002683610455969173,
      "loss": 2.2649,
      "step": 3599
    },
    {
      "epoch": 2.25140712945591,
      "grad_norm": 1.5020027583608702,
      "learning_rate": 0.00026832291571660545,
      "loss": 2.2929,
      "step": 3600
    },
    {
      "epoch": 2.252032520325203,
      "grad_norm": 1.4459753409386205,
      "learning_rate": 0.0002682847655861821,
      "loss": 2.1256,
      "step": 3601
    },
    {
      "epoch": 2.2526579111944964,
      "grad_norm": 1.2005039879028,
      "learning_rate": 0.0002682465952121765,
      "loss": 1.5496,
      "step": 3602
    },
    {
      "epoch": 2.2532833020637897,
      "grad_norm": 1.558813813053556,
      "learning_rate": 0.0002682084046011212,
      "loss": 2.1401,
      "step": 3603
    },
    {
      "epoch": 2.2539086929330834,
      "grad_norm": 1.4417139205400875,
      "learning_rate": 0.00026817019375955227,
      "loss": 1.812,
      "step": 3604
    },
    {
      "epoch": 2.2545340838023766,
      "grad_norm": 2.5655056219206105,
      "learning_rate": 0.0002681319626940092,
      "loss": 2.5017,
      "step": 3605
    },
    {
      "epoch": 2.25515947467167,
      "grad_norm": 1.3947973670324636,
      "learning_rate": 0.00026809371141103496,
      "loss": 1.8836,
      "step": 3606
    },
    {
      "epoch": 2.255784865540963,
      "grad_norm": 1.4108111421882106,
      "learning_rate": 0.00026805543991717594,
      "loss": 2.0272,
      "step": 3607
    },
    {
      "epoch": 2.2564102564102564,
      "grad_norm": 1.3607648478420793,
      "learning_rate": 0.0002680171482189822,
      "loss": 1.8319,
      "step": 3608
    },
    {
      "epoch": 2.2570356472795496,
      "grad_norm": 1.256483925664604,
      "learning_rate": 0.0002679788363230068,
      "loss": 1.5167,
      "step": 3609
    },
    {
      "epoch": 2.257661038148843,
      "grad_norm": 1.6153323658346403,
      "learning_rate": 0.0002679405042358068,
      "loss": 2.0056,
      "step": 3610
    },
    {
      "epoch": 2.258286429018136,
      "grad_norm": 1.6211314842541762,
      "learning_rate": 0.00026790215196394234,
      "loss": 1.8103,
      "step": 3611
    },
    {
      "epoch": 2.2589118198874294,
      "grad_norm": 1.6280934402612133,
      "learning_rate": 0.00026786377951397715,
      "loss": 2.3878,
      "step": 3612
    },
    {
      "epoch": 2.259537210756723,
      "grad_norm": 1.4091320521644821,
      "learning_rate": 0.00026782538689247847,
      "loss": 1.8812,
      "step": 3613
    },
    {
      "epoch": 2.2601626016260163,
      "grad_norm": 1.523952182255089,
      "learning_rate": 0.00026778697410601677,
      "loss": 1.8627,
      "step": 3614
    },
    {
      "epoch": 2.2607879924953096,
      "grad_norm": 1.5116583276745457,
      "learning_rate": 0.0002677485411611663,
      "loss": 1.7379,
      "step": 3615
    },
    {
      "epoch": 2.261413383364603,
      "grad_norm": 1.6346276835786953,
      "learning_rate": 0.00026771008806450436,
      "loss": 2.1192,
      "step": 3616
    },
    {
      "epoch": 2.262038774233896,
      "grad_norm": 1.593670354849639,
      "learning_rate": 0.0002676716148226121,
      "loss": 1.4161,
      "step": 3617
    },
    {
      "epoch": 2.2626641651031894,
      "grad_norm": 3.391510603152921,
      "learning_rate": 0.0002676331214420739,
      "loss": 2.0649,
      "step": 3618
    },
    {
      "epoch": 2.2632895559724826,
      "grad_norm": 1.726341025675966,
      "learning_rate": 0.0002675946079294776,
      "loss": 2.2095,
      "step": 3619
    },
    {
      "epoch": 2.2639149468417763,
      "grad_norm": 1.3871031532768372,
      "learning_rate": 0.00026755607429141456,
      "loss": 1.9131,
      "step": 3620
    },
    {
      "epoch": 2.2645403377110696,
      "grad_norm": 1.5145249473343436,
      "learning_rate": 0.00026751752053447945,
      "loss": 2.0676,
      "step": 3621
    },
    {
      "epoch": 2.265165728580363,
      "grad_norm": 1.4898021929757523,
      "learning_rate": 0.00026747894666527046,
      "loss": 2.0113,
      "step": 3622
    },
    {
      "epoch": 2.265791119449656,
      "grad_norm": 2.0482827440048617,
      "learning_rate": 0.00026744035269038935,
      "loss": 1.8558,
      "step": 3623
    },
    {
      "epoch": 2.2664165103189493,
      "grad_norm": 1.6397707035344078,
      "learning_rate": 0.0002674017386164411,
      "loss": 2.0534,
      "step": 3624
    },
    {
      "epoch": 2.2670419011882426,
      "grad_norm": 1.821897175705716,
      "learning_rate": 0.00026736310445003424,
      "loss": 1.699,
      "step": 3625
    },
    {
      "epoch": 2.267667292057536,
      "grad_norm": 1.414499685044092,
      "learning_rate": 0.00026732445019778074,
      "loss": 1.4752,
      "step": 3626
    },
    {
      "epoch": 2.2682926829268295,
      "grad_norm": 1.8345172371687122,
      "learning_rate": 0.000267285775866296,
      "loss": 2.303,
      "step": 3627
    },
    {
      "epoch": 2.2689180737961228,
      "grad_norm": 1.6943689416220367,
      "learning_rate": 0.00026724708146219883,
      "loss": 1.9934,
      "step": 3628
    },
    {
      "epoch": 2.269543464665416,
      "grad_norm": 7.001222412901859,
      "learning_rate": 0.00026720836699211157,
      "loss": 2.2621,
      "step": 3629
    },
    {
      "epoch": 2.2701688555347093,
      "grad_norm": 1.7481595880715135,
      "learning_rate": 0.0002671696324626598,
      "loss": 2.2179,
      "step": 3630
    },
    {
      "epoch": 2.2707942464040025,
      "grad_norm": 1.4944569364498401,
      "learning_rate": 0.00026713087788047277,
      "loss": 1.8436,
      "step": 3631
    },
    {
      "epoch": 2.2714196372732958,
      "grad_norm": 1.4543797468418385,
      "learning_rate": 0.00026709210325218303,
      "loss": 1.8247,
      "step": 3632
    },
    {
      "epoch": 2.272045028142589,
      "grad_norm": 1.7343950115807427,
      "learning_rate": 0.0002670533085844265,
      "loss": 2.3947,
      "step": 3633
    },
    {
      "epoch": 2.2726704190118823,
      "grad_norm": 1.4736689732926844,
      "learning_rate": 0.00026701449388384267,
      "loss": 1.8873,
      "step": 3634
    },
    {
      "epoch": 2.2732958098811755,
      "grad_norm": 9.596338491640715,
      "learning_rate": 0.0002669756591570744,
      "loss": 2.303,
      "step": 3635
    },
    {
      "epoch": 2.273921200750469,
      "grad_norm": 1.7548727907127262,
      "learning_rate": 0.0002669368044107679,
      "loss": 2.2077,
      "step": 3636
    },
    {
      "epoch": 2.2745465916197625,
      "grad_norm": 1.3347094010896259,
      "learning_rate": 0.00026689792965157294,
      "loss": 1.8446,
      "step": 3637
    },
    {
      "epoch": 2.2751719824890557,
      "grad_norm": 2.3427486589859963,
      "learning_rate": 0.0002668590348861427,
      "loss": 1.826,
      "step": 3638
    },
    {
      "epoch": 2.275797373358349,
      "grad_norm": 1.5611046147546546,
      "learning_rate": 0.0002668201201211336,
      "loss": 1.994,
      "step": 3639
    },
    {
      "epoch": 2.2764227642276422,
      "grad_norm": 1.3657469754034264,
      "learning_rate": 0.00026678118536320575,
      "loss": 1.8612,
      "step": 3640
    },
    {
      "epoch": 2.2770481550969355,
      "grad_norm": 1.5134785702151918,
      "learning_rate": 0.0002667422306190225,
      "loss": 2.2692,
      "step": 3641
    },
    {
      "epoch": 2.2776735459662287,
      "grad_norm": 1.4491941258876202,
      "learning_rate": 0.0002667032558952507,
      "loss": 1.7192,
      "step": 3642
    },
    {
      "epoch": 2.2782989368355224,
      "grad_norm": 1.5824794373358009,
      "learning_rate": 0.0002666642611985606,
      "loss": 2.2125,
      "step": 3643
    },
    {
      "epoch": 2.2789243277048157,
      "grad_norm": 2.1365176087342967,
      "learning_rate": 0.0002666252465356257,
      "loss": 1.7361,
      "step": 3644
    },
    {
      "epoch": 2.279549718574109,
      "grad_norm": 1.6971016111573816,
      "learning_rate": 0.00026658621191312336,
      "loss": 1.7006,
      "step": 3645
    },
    {
      "epoch": 2.280175109443402,
      "grad_norm": 1.511979983584719,
      "learning_rate": 0.00026654715733773383,
      "loss": 2.011,
      "step": 3646
    },
    {
      "epoch": 2.2808005003126954,
      "grad_norm": 1.3946550211833666,
      "learning_rate": 0.00026650808281614114,
      "loss": 1.9096,
      "step": 3647
    },
    {
      "epoch": 2.2814258911819887,
      "grad_norm": 1.3514176654404984,
      "learning_rate": 0.0002664689883550326,
      "loss": 1.8178,
      "step": 3648
    },
    {
      "epoch": 2.282051282051282,
      "grad_norm": 1.5490253296361711,
      "learning_rate": 0.0002664298739610989,
      "loss": 2.2347,
      "step": 3649
    },
    {
      "epoch": 2.282676672920575,
      "grad_norm": 1.5572852418671652,
      "learning_rate": 0.0002663907396410342,
      "loss": 2.2849,
      "step": 3650
    },
    {
      "epoch": 2.2833020637898684,
      "grad_norm": 1.4273510410892685,
      "learning_rate": 0.00026635158540153607,
      "loss": 2.1185,
      "step": 3651
    },
    {
      "epoch": 2.283927454659162,
      "grad_norm": 1.3563204077717126,
      "learning_rate": 0.0002663124112493055,
      "loss": 1.9871,
      "step": 3652
    },
    {
      "epoch": 2.2845528455284554,
      "grad_norm": 1.4710426095775286,
      "learning_rate": 0.0002662732171910468,
      "loss": 2.0699,
      "step": 3653
    },
    {
      "epoch": 2.2851782363977486,
      "grad_norm": 2.144933847564812,
      "learning_rate": 0.0002662340032334678,
      "loss": 1.9903,
      "step": 3654
    },
    {
      "epoch": 2.285803627267042,
      "grad_norm": 1.8898251098039855,
      "learning_rate": 0.00026619476938327967,
      "loss": 1.6638,
      "step": 3655
    },
    {
      "epoch": 2.286429018136335,
      "grad_norm": 1.4958153524619486,
      "learning_rate": 0.000266155515647197,
      "loss": 1.682,
      "step": 3656
    },
    {
      "epoch": 2.2870544090056284,
      "grad_norm": 5.5984859594709455,
      "learning_rate": 0.00026611624203193784,
      "loss": 1.8842,
      "step": 3657
    },
    {
      "epoch": 2.2876797998749216,
      "grad_norm": 1.4617938198691631,
      "learning_rate": 0.00026607694854422344,
      "loss": 2.0643,
      "step": 3658
    },
    {
      "epoch": 2.2883051907442153,
      "grad_norm": 1.5902785457310735,
      "learning_rate": 0.0002660376351907787,
      "loss": 1.7881,
      "step": 3659
    },
    {
      "epoch": 2.2889305816135086,
      "grad_norm": 1.62983756339166,
      "learning_rate": 0.00026599830197833186,
      "loss": 2.0203,
      "step": 3660
    },
    {
      "epoch": 2.289555972482802,
      "grad_norm": 1.9333969178885317,
      "learning_rate": 0.0002659589489136144,
      "loss": 2.07,
      "step": 3661
    },
    {
      "epoch": 2.290181363352095,
      "grad_norm": 2.0736901615794774,
      "learning_rate": 0.0002659195760033614,
      "loss": 1.7882,
      "step": 3662
    },
    {
      "epoch": 2.2908067542213884,
      "grad_norm": 1.6456355022705595,
      "learning_rate": 0.0002658801832543112,
      "loss": 2.3054,
      "step": 3663
    },
    {
      "epoch": 2.2914321450906816,
      "grad_norm": 1.5215851361992738,
      "learning_rate": 0.00026584077067320563,
      "loss": 2.1629,
      "step": 3664
    },
    {
      "epoch": 2.292057535959975,
      "grad_norm": 1.5149771774813554,
      "learning_rate": 0.0002658013382667898,
      "loss": 1.7094,
      "step": 3665
    },
    {
      "epoch": 2.292682926829268,
      "grad_norm": 2.511888646534395,
      "learning_rate": 0.00026576188604181234,
      "loss": 2.0569,
      "step": 3666
    },
    {
      "epoch": 2.2933083176985614,
      "grad_norm": 1.5229762679081995,
      "learning_rate": 0.0002657224140050252,
      "loss": 2.0538,
      "step": 3667
    },
    {
      "epoch": 2.293933708567855,
      "grad_norm": 1.5646520509719677,
      "learning_rate": 0.0002656829221631837,
      "loss": 2.158,
      "step": 3668
    },
    {
      "epoch": 2.2945590994371483,
      "grad_norm": 1.4139354266975444,
      "learning_rate": 0.0002656434105230467,
      "loss": 1.6271,
      "step": 3669
    },
    {
      "epoch": 2.2951844903064416,
      "grad_norm": 1.4514644701864543,
      "learning_rate": 0.00026560387909137613,
      "loss": 2.0862,
      "step": 3670
    },
    {
      "epoch": 2.295809881175735,
      "grad_norm": 1.366989942419783,
      "learning_rate": 0.0002655643278749377,
      "loss": 2.1352,
      "step": 3671
    },
    {
      "epoch": 2.296435272045028,
      "grad_norm": 1.3945636679840467,
      "learning_rate": 0.00026552475688050017,
      "loss": 1.8599,
      "step": 3672
    },
    {
      "epoch": 2.2970606629143213,
      "grad_norm": 1.3319888035636773,
      "learning_rate": 0.0002654851661148359,
      "loss": 1.7188,
      "step": 3673
    },
    {
      "epoch": 2.2976860537836146,
      "grad_norm": 1.681378902263756,
      "learning_rate": 0.0002654455555847206,
      "loss": 1.9384,
      "step": 3674
    },
    {
      "epoch": 2.2983114446529083,
      "grad_norm": 1.4349128676789742,
      "learning_rate": 0.00026540592529693323,
      "loss": 1.948,
      "step": 3675
    },
    {
      "epoch": 2.2989368355222015,
      "grad_norm": 1.5200517421486606,
      "learning_rate": 0.0002653662752582563,
      "loss": 1.8797,
      "step": 3676
    },
    {
      "epoch": 2.2995622263914948,
      "grad_norm": 1.439231146962089,
      "learning_rate": 0.00026532660547547567,
      "loss": 1.8365,
      "step": 3677
    },
    {
      "epoch": 2.300187617260788,
      "grad_norm": 1.475513750285971,
      "learning_rate": 0.0002652869159553804,
      "loss": 1.9128,
      "step": 3678
    },
    {
      "epoch": 2.3008130081300813,
      "grad_norm": 2.3520596427092615,
      "learning_rate": 0.00026524720670476315,
      "loss": 2.4852,
      "step": 3679
    },
    {
      "epoch": 2.3014383989993745,
      "grad_norm": 3.0239055029476067,
      "learning_rate": 0.0002652074777304199,
      "loss": 1.8827,
      "step": 3680
    },
    {
      "epoch": 2.3020637898686678,
      "grad_norm": 1.3776744458263597,
      "learning_rate": 0.0002651677290391499,
      "loss": 1.8294,
      "step": 3681
    },
    {
      "epoch": 2.3026891807379615,
      "grad_norm": 1.585617612650864,
      "learning_rate": 0.0002651279606377559,
      "loss": 2.3661,
      "step": 3682
    },
    {
      "epoch": 2.3033145716072547,
      "grad_norm": 1.3729503715480258,
      "learning_rate": 0.00026508817253304397,
      "loss": 1.7384,
      "step": 3683
    },
    {
      "epoch": 2.303939962476548,
      "grad_norm": 1.292200176705932,
      "learning_rate": 0.00026504836473182356,
      "loss": 1.4926,
      "step": 3684
    },
    {
      "epoch": 2.3045653533458412,
      "grad_norm": 1.4472264461149522,
      "learning_rate": 0.0002650085372409074,
      "loss": 1.7829,
      "step": 3685
    },
    {
      "epoch": 2.3051907442151345,
      "grad_norm": 1.4673943098323943,
      "learning_rate": 0.0002649686900671119,
      "loss": 1.8544,
      "step": 3686
    },
    {
      "epoch": 2.3058161350844277,
      "grad_norm": 1.5939736295474374,
      "learning_rate": 0.00026492882321725635,
      "loss": 1.8098,
      "step": 3687
    },
    {
      "epoch": 2.306441525953721,
      "grad_norm": 1.5922070434870934,
      "learning_rate": 0.0002648889366981638,
      "loss": 2.2345,
      "step": 3688
    },
    {
      "epoch": 2.3070669168230142,
      "grad_norm": 1.618919177848969,
      "learning_rate": 0.0002648490305166606,
      "loss": 2.346,
      "step": 3689
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 1.4344335371400327,
      "learning_rate": 0.0002648091046795763,
      "loss": 1.7723,
      "step": 3690
    },
    {
      "epoch": 2.308317698561601,
      "grad_norm": 1.5649276349543195,
      "learning_rate": 0.0002647691591937439,
      "loss": 1.9937,
      "step": 3691
    },
    {
      "epoch": 2.3089430894308944,
      "grad_norm": 1.4819979512585,
      "learning_rate": 0.0002647291940659999,
      "loss": 1.9943,
      "step": 3692
    },
    {
      "epoch": 2.3095684803001877,
      "grad_norm": 1.4882803247202636,
      "learning_rate": 0.00026468920930318397,
      "loss": 2.1246,
      "step": 3693
    },
    {
      "epoch": 2.310193871169481,
      "grad_norm": 1.5091017950871988,
      "learning_rate": 0.00026464920491213917,
      "loss": 2.0243,
      "step": 3694
    },
    {
      "epoch": 2.310819262038774,
      "grad_norm": 1.3404320067567495,
      "learning_rate": 0.0002646091808997121,
      "loss": 1.4936,
      "step": 3695
    },
    {
      "epoch": 2.3114446529080674,
      "grad_norm": 1.4201107227052687,
      "learning_rate": 0.00026456913727275244,
      "loss": 1.8457,
      "step": 3696
    },
    {
      "epoch": 2.3120700437773607,
      "grad_norm": 1.5963322514596314,
      "learning_rate": 0.00026452907403811337,
      "loss": 1.7444,
      "step": 3697
    },
    {
      "epoch": 2.3126954346466544,
      "grad_norm": 1.3792918788475137,
      "learning_rate": 0.0002644889912026516,
      "loss": 1.8236,
      "step": 3698
    },
    {
      "epoch": 2.3133208255159476,
      "grad_norm": 1.4121667729531542,
      "learning_rate": 0.00026444888877322675,
      "loss": 1.8564,
      "step": 3699
    },
    {
      "epoch": 2.313946216385241,
      "grad_norm": 1.478907587138688,
      "learning_rate": 0.0002644087667567023,
      "loss": 2.1863,
      "step": 3700
    },
    {
      "epoch": 2.314571607254534,
      "grad_norm": 1.5024012461262533,
      "learning_rate": 0.0002643686251599447,
      "loss": 1.7925,
      "step": 3701
    },
    {
      "epoch": 2.3151969981238274,
      "grad_norm": 1.4324085407365013,
      "learning_rate": 0.000264328463989824,
      "loss": 2.086,
      "step": 3702
    },
    {
      "epoch": 2.3158223889931207,
      "grad_norm": 1.404099835807119,
      "learning_rate": 0.00026428828325321337,
      "loss": 1.6933,
      "step": 3703
    },
    {
      "epoch": 2.316447779862414,
      "grad_norm": 1.359174224089786,
      "learning_rate": 0.0002642480829569895,
      "loss": 1.8396,
      "step": 3704
    },
    {
      "epoch": 2.317073170731707,
      "grad_norm": 1.3375519616609775,
      "learning_rate": 0.00026420786310803245,
      "loss": 2.0138,
      "step": 3705
    },
    {
      "epoch": 2.3176985616010004,
      "grad_norm": 1.485057014625368,
      "learning_rate": 0.0002641676237132255,
      "loss": 1.8685,
      "step": 3706
    },
    {
      "epoch": 2.318323952470294,
      "grad_norm": 1.4791571650198416,
      "learning_rate": 0.0002641273647794553,
      "loss": 1.7462,
      "step": 3707
    },
    {
      "epoch": 2.3189493433395874,
      "grad_norm": 1.5708719981408892,
      "learning_rate": 0.0002640870863136119,
      "loss": 2.2764,
      "step": 3708
    },
    {
      "epoch": 2.3195747342088806,
      "grad_norm": 1.4641105235216798,
      "learning_rate": 0.0002640467883225887,
      "loss": 1.8724,
      "step": 3709
    },
    {
      "epoch": 2.320200125078174,
      "grad_norm": 1.4321016266575795,
      "learning_rate": 0.00026400647081328236,
      "loss": 1.9293,
      "step": 3710
    },
    {
      "epoch": 2.320825515947467,
      "grad_norm": 1.4675677525227782,
      "learning_rate": 0.00026396613379259297,
      "loss": 2.0117,
      "step": 3711
    },
    {
      "epoch": 2.3214509068167604,
      "grad_norm": 1.4350610408813849,
      "learning_rate": 0.00026392577726742396,
      "loss": 2.0115,
      "step": 3712
    },
    {
      "epoch": 2.3220762976860536,
      "grad_norm": 1.5167069134843818,
      "learning_rate": 0.00026388540124468196,
      "loss": 2.099,
      "step": 3713
    },
    {
      "epoch": 2.3227016885553473,
      "grad_norm": 1.4037626831973948,
      "learning_rate": 0.00026384500573127707,
      "loss": 1.6572,
      "step": 3714
    },
    {
      "epoch": 2.3233270794246406,
      "grad_norm": 1.4164914666163624,
      "learning_rate": 0.00026380459073412267,
      "loss": 2.0442,
      "step": 3715
    },
    {
      "epoch": 2.323952470293934,
      "grad_norm": 1.5748932641113376,
      "learning_rate": 0.00026376415626013557,
      "loss": 2.2041,
      "step": 3716
    },
    {
      "epoch": 2.324577861163227,
      "grad_norm": 1.4003481110387332,
      "learning_rate": 0.00026372370231623576,
      "loss": 1.8631,
      "step": 3717
    },
    {
      "epoch": 2.3252032520325203,
      "grad_norm": 2.0615595663608564,
      "learning_rate": 0.0002636832289093467,
      "loss": 1.9177,
      "step": 3718
    },
    {
      "epoch": 2.3258286429018136,
      "grad_norm": 1.4319600220316464,
      "learning_rate": 0.000263642736046395,
      "loss": 1.8972,
      "step": 3719
    },
    {
      "epoch": 2.326454033771107,
      "grad_norm": 1.4709838559084674,
      "learning_rate": 0.00026360222373431096,
      "loss": 1.9969,
      "step": 3720
    },
    {
      "epoch": 2.3270794246404,
      "grad_norm": 1.4458882119183747,
      "learning_rate": 0.0002635616919800277,
      "loss": 1.9768,
      "step": 3721
    },
    {
      "epoch": 2.3277048155096933,
      "grad_norm": 1.4668204543539658,
      "learning_rate": 0.0002635211407904821,
      "loss": 1.9087,
      "step": 3722
    },
    {
      "epoch": 2.328330206378987,
      "grad_norm": 1.507053243944307,
      "learning_rate": 0.00026348057017261417,
      "loss": 1.8168,
      "step": 3723
    },
    {
      "epoch": 2.3289555972482803,
      "grad_norm": 1.4855688413834935,
      "learning_rate": 0.0002634399801333673,
      "loss": 2.0226,
      "step": 3724
    },
    {
      "epoch": 2.3295809881175735,
      "grad_norm": 1.4396114172743437,
      "learning_rate": 0.0002633993706796881,
      "loss": 1.9903,
      "step": 3725
    },
    {
      "epoch": 2.3302063789868668,
      "grad_norm": 1.4643483546964067,
      "learning_rate": 0.00026335874181852663,
      "loss": 1.9524,
      "step": 3726
    },
    {
      "epoch": 2.33083176985616,
      "grad_norm": 1.5263641847791627,
      "learning_rate": 0.00026331809355683623,
      "loss": 2.0596,
      "step": 3727
    },
    {
      "epoch": 2.3314571607254533,
      "grad_norm": 1.3994389569652266,
      "learning_rate": 0.0002632774259015735,
      "loss": 1.8356,
      "step": 3728
    },
    {
      "epoch": 2.3320825515947465,
      "grad_norm": 1.6306947715528457,
      "learning_rate": 0.0002632367388596986,
      "loss": 2.209,
      "step": 3729
    },
    {
      "epoch": 2.3327079424640402,
      "grad_norm": 1.2848996363820102,
      "learning_rate": 0.00026319603243817464,
      "loss": 1.6356,
      "step": 3730
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 1.5889313231628106,
      "learning_rate": 0.00026315530664396824,
      "loss": 2.1486,
      "step": 3731
    },
    {
      "epoch": 2.3339587242026267,
      "grad_norm": 1.528306153173994,
      "learning_rate": 0.0002631145614840494,
      "loss": 1.9864,
      "step": 3732
    },
    {
      "epoch": 2.33458411507192,
      "grad_norm": 1.5507050642988853,
      "learning_rate": 0.00026307379696539137,
      "loss": 2.1158,
      "step": 3733
    },
    {
      "epoch": 2.3352095059412132,
      "grad_norm": 1.561276755715612,
      "learning_rate": 0.00026303301309497056,
      "loss": 2.0986,
      "step": 3734
    },
    {
      "epoch": 2.3358348968105065,
      "grad_norm": 3.7445896287763656,
      "learning_rate": 0.00026299220987976703,
      "loss": 2.0014,
      "step": 3735
    },
    {
      "epoch": 2.3364602876797997,
      "grad_norm": 1.4929787409508433,
      "learning_rate": 0.00026295138732676385,
      "loss": 1.8168,
      "step": 3736
    },
    {
      "epoch": 2.337085678549093,
      "grad_norm": 1.4164580213392401,
      "learning_rate": 0.00026291054544294747,
      "loss": 2.1074,
      "step": 3737
    },
    {
      "epoch": 2.3377110694183862,
      "grad_norm": 1.3990891309945335,
      "learning_rate": 0.00026286968423530773,
      "loss": 2.0351,
      "step": 3738
    },
    {
      "epoch": 2.33833646028768,
      "grad_norm": 1.6130844023726638,
      "learning_rate": 0.0002628288037108378,
      "loss": 2.1014,
      "step": 3739
    },
    {
      "epoch": 2.338961851156973,
      "grad_norm": 1.2685221122649186,
      "learning_rate": 0.00026278790387653395,
      "loss": 1.5231,
      "step": 3740
    },
    {
      "epoch": 2.3395872420262664,
      "grad_norm": 1.4079853455990814,
      "learning_rate": 0.00026274698473939594,
      "loss": 1.9133,
      "step": 3741
    },
    {
      "epoch": 2.3402126328955597,
      "grad_norm": 1.4444784492470153,
      "learning_rate": 0.0002627060463064269,
      "loss": 1.9299,
      "step": 3742
    },
    {
      "epoch": 2.340838023764853,
      "grad_norm": 1.498304290708245,
      "learning_rate": 0.00026266508858463294,
      "loss": 1.9774,
      "step": 3743
    },
    {
      "epoch": 2.341463414634146,
      "grad_norm": 1.4199774539496002,
      "learning_rate": 0.0002626241115810238,
      "loss": 1.9724,
      "step": 3744
    },
    {
      "epoch": 2.3420888055034395,
      "grad_norm": 1.3732988974880416,
      "learning_rate": 0.0002625831153026124,
      "loss": 1.8615,
      "step": 3745
    },
    {
      "epoch": 2.342714196372733,
      "grad_norm": 1.4543707027187627,
      "learning_rate": 0.000262542099756415,
      "loss": 2.1847,
      "step": 3746
    },
    {
      "epoch": 2.3433395872420264,
      "grad_norm": 1.3721891465378926,
      "learning_rate": 0.00026250106494945093,
      "loss": 1.8663,
      "step": 3747
    },
    {
      "epoch": 2.3439649781113197,
      "grad_norm": 1.4198728191594412,
      "learning_rate": 0.0002624600108887432,
      "loss": 1.7873,
      "step": 3748
    },
    {
      "epoch": 2.344590368980613,
      "grad_norm": 1.3811421593516702,
      "learning_rate": 0.0002624189375813178,
      "loss": 1.8896,
      "step": 3749
    },
    {
      "epoch": 2.345215759849906,
      "grad_norm": 1.3256373776259796,
      "learning_rate": 0.00026237784503420423,
      "loss": 1.9555,
      "step": 3750
    },
    {
      "epoch": 2.3458411507191994,
      "grad_norm": 1.4269144485758303,
      "learning_rate": 0.0002623367332544351,
      "loss": 1.84,
      "step": 3751
    },
    {
      "epoch": 2.3464665415884927,
      "grad_norm": 1.4598968226967421,
      "learning_rate": 0.0002622956022490464,
      "loss": 2.1432,
      "step": 3752
    },
    {
      "epoch": 2.3470919324577864,
      "grad_norm": 1.3704066255077636,
      "learning_rate": 0.0002622544520250774,
      "loss": 1.6848,
      "step": 3753
    },
    {
      "epoch": 2.3477173233270796,
      "grad_norm": 1.3573440474567784,
      "learning_rate": 0.0002622132825895707,
      "loss": 1.5071,
      "step": 3754
    },
    {
      "epoch": 2.348342714196373,
      "grad_norm": 1.3886998605208307,
      "learning_rate": 0.00026217209394957216,
      "loss": 1.6194,
      "step": 3755
    },
    {
      "epoch": 2.348968105065666,
      "grad_norm": 1.2907693633959894,
      "learning_rate": 0.0002621308861121309,
      "loss": 1.4202,
      "step": 3756
    },
    {
      "epoch": 2.3495934959349594,
      "grad_norm": 1.2979117167574463,
      "learning_rate": 0.0002620896590842993,
      "loss": 1.4994,
      "step": 3757
    },
    {
      "epoch": 2.3502188868042526,
      "grad_norm": 1.4770809785128183,
      "learning_rate": 0.0002620484128731331,
      "loss": 2.0498,
      "step": 3758
    },
    {
      "epoch": 2.350844277673546,
      "grad_norm": 1.5286240283334775,
      "learning_rate": 0.0002620071474856913,
      "loss": 2.1896,
      "step": 3759
    },
    {
      "epoch": 2.351469668542839,
      "grad_norm": 1.5262059094977216,
      "learning_rate": 0.0002619658629290362,
      "loss": 1.705,
      "step": 3760
    },
    {
      "epoch": 2.3520950594121324,
      "grad_norm": 1.2559012463783357,
      "learning_rate": 0.00026192455921023326,
      "loss": 1.6555,
      "step": 3761
    },
    {
      "epoch": 2.352720450281426,
      "grad_norm": 1.4815784891165578,
      "learning_rate": 0.0002618832363363514,
      "loss": 2.2719,
      "step": 3762
    },
    {
      "epoch": 2.3533458411507193,
      "grad_norm": 1.6900176428199751,
      "learning_rate": 0.00026184189431446267,
      "loss": 1.8458,
      "step": 3763
    },
    {
      "epoch": 2.3539712320200126,
      "grad_norm": 1.4115461047296363,
      "learning_rate": 0.00026180053315164254,
      "loss": 2.1138,
      "step": 3764
    },
    {
      "epoch": 2.354596622889306,
      "grad_norm": 1.6097088866580267,
      "learning_rate": 0.0002617591528549696,
      "loss": 1.9975,
      "step": 3765
    },
    {
      "epoch": 2.355222013758599,
      "grad_norm": 1.5556578358855317,
      "learning_rate": 0.0002617177534315258,
      "loss": 2.2906,
      "step": 3766
    },
    {
      "epoch": 2.3558474046278923,
      "grad_norm": 1.5057443001894404,
      "learning_rate": 0.0002616763348883964,
      "loss": 2.0755,
      "step": 3767
    },
    {
      "epoch": 2.3564727954971856,
      "grad_norm": 1.4619325400019967,
      "learning_rate": 0.00026163489723266984,
      "loss": 1.9718,
      "step": 3768
    },
    {
      "epoch": 2.3570981863664793,
      "grad_norm": 4.582737745546909,
      "learning_rate": 0.0002615934404714379,
      "loss": 2.0507,
      "step": 3769
    },
    {
      "epoch": 2.3577235772357725,
      "grad_norm": 1.3870136231359225,
      "learning_rate": 0.00026155196461179555,
      "loss": 1.9254,
      "step": 3770
    },
    {
      "epoch": 2.358348968105066,
      "grad_norm": 1.4294368186403492,
      "learning_rate": 0.00026151046966084115,
      "loss": 1.9687,
      "step": 3771
    },
    {
      "epoch": 2.358974358974359,
      "grad_norm": 1.612514161154795,
      "learning_rate": 0.0002614689556256762,
      "loss": 1.8462,
      "step": 3772
    },
    {
      "epoch": 2.3595997498436523,
      "grad_norm": 1.4818647380092578,
      "learning_rate": 0.0002614274225134056,
      "loss": 2.1395,
      "step": 3773
    },
    {
      "epoch": 2.3602251407129455,
      "grad_norm": 1.3798830390061516,
      "learning_rate": 0.00026138587033113745,
      "loss": 1.6519,
      "step": 3774
    },
    {
      "epoch": 2.360850531582239,
      "grad_norm": 14.849213855759585,
      "learning_rate": 0.0002613442990859829,
      "loss": 2.1843,
      "step": 3775
    },
    {
      "epoch": 2.361475922451532,
      "grad_norm": 1.4075973577526857,
      "learning_rate": 0.0002613027087850569,
      "loss": 1.8827,
      "step": 3776
    },
    {
      "epoch": 2.3621013133208253,
      "grad_norm": 1.505248511943212,
      "learning_rate": 0.00026126109943547704,
      "loss": 2.1614,
      "step": 3777
    },
    {
      "epoch": 2.362726704190119,
      "grad_norm": 1.4455303415459568,
      "learning_rate": 0.0002612194710443646,
      "loss": 2.0896,
      "step": 3778
    },
    {
      "epoch": 2.3633520950594122,
      "grad_norm": 1.3673792342290092,
      "learning_rate": 0.00026117782361884405,
      "loss": 1.653,
      "step": 3779
    },
    {
      "epoch": 2.3639774859287055,
      "grad_norm": 1.6326565689202206,
      "learning_rate": 0.0002611361571660428,
      "loss": 2.3744,
      "step": 3780
    },
    {
      "epoch": 2.3646028767979987,
      "grad_norm": 1.3508764280584198,
      "learning_rate": 0.000261094471693092,
      "loss": 1.7994,
      "step": 3781
    },
    {
      "epoch": 2.365228267667292,
      "grad_norm": 1.4165650157909053,
      "learning_rate": 0.0002610527672071257,
      "loss": 2.0248,
      "step": 3782
    },
    {
      "epoch": 2.3658536585365852,
      "grad_norm": 1.5226514638620094,
      "learning_rate": 0.00026101104371528135,
      "loss": 2.0434,
      "step": 3783
    },
    {
      "epoch": 2.3664790494058785,
      "grad_norm": 1.4020684616661458,
      "learning_rate": 0.00026096930122469964,
      "loss": 1.9166,
      "step": 3784
    },
    {
      "epoch": 2.367104440275172,
      "grad_norm": 1.4607307362675666,
      "learning_rate": 0.0002609275397425245,
      "loss": 2.0323,
      "step": 3785
    },
    {
      "epoch": 2.3677298311444654,
      "grad_norm": 1.4592400628042834,
      "learning_rate": 0.00026088575927590304,
      "loss": 1.8239,
      "step": 3786
    },
    {
      "epoch": 2.3683552220137587,
      "grad_norm": 1.4957379985038939,
      "learning_rate": 0.0002608439598319857,
      "loss": 2.2113,
      "step": 3787
    },
    {
      "epoch": 2.368980612883052,
      "grad_norm": 38.59545353036359,
      "learning_rate": 0.0002608021414179262,
      "loss": 2.1249,
      "step": 3788
    },
    {
      "epoch": 2.369606003752345,
      "grad_norm": 1.4293828011418124,
      "learning_rate": 0.0002607603040408815,
      "loss": 2.2441,
      "step": 3789
    },
    {
      "epoch": 2.3702313946216385,
      "grad_norm": 1.3851219049873391,
      "learning_rate": 0.0002607184477080117,
      "loss": 1.8366,
      "step": 3790
    },
    {
      "epoch": 2.3708567854909317,
      "grad_norm": 1.3705644263634635,
      "learning_rate": 0.0002606765724264802,
      "loss": 1.8772,
      "step": 3791
    },
    {
      "epoch": 2.371482176360225,
      "grad_norm": 1.3817571495450223,
      "learning_rate": 0.0002606346782034536,
      "loss": 1.9744,
      "step": 3792
    },
    {
      "epoch": 2.372107567229518,
      "grad_norm": 1.3867977746719604,
      "learning_rate": 0.0002605927650461019,
      "loss": 1.7689,
      "step": 3793
    },
    {
      "epoch": 2.372732958098812,
      "grad_norm": 1.9440259697145603,
      "learning_rate": 0.0002605508329615982,
      "loss": 1.9838,
      "step": 3794
    },
    {
      "epoch": 2.373358348968105,
      "grad_norm": 1.5380312018519553,
      "learning_rate": 0.0002605088819571189,
      "loss": 2.2165,
      "step": 3795
    },
    {
      "epoch": 2.3739837398373984,
      "grad_norm": 1.4498995626579747,
      "learning_rate": 0.00026046691203984355,
      "loss": 1.7149,
      "step": 3796
    },
    {
      "epoch": 2.3746091307066917,
      "grad_norm": 1.438570882103923,
      "learning_rate": 0.00026042492321695496,
      "loss": 1.9959,
      "step": 3797
    },
    {
      "epoch": 2.375234521575985,
      "grad_norm": 1.5307595178595805,
      "learning_rate": 0.00026038291549563934,
      "loss": 1.4489,
      "step": 3798
    },
    {
      "epoch": 2.375859912445278,
      "grad_norm": 1.4005585755305536,
      "learning_rate": 0.00026034088888308597,
      "loss": 1.8609,
      "step": 3799
    },
    {
      "epoch": 2.3764853033145714,
      "grad_norm": 1.472850162743468,
      "learning_rate": 0.00026029884338648734,
      "loss": 1.6788,
      "step": 3800
    },
    {
      "epoch": 2.377110694183865,
      "grad_norm": 1.4529432858961702,
      "learning_rate": 0.0002602567790130393,
      "loss": 1.7758,
      "step": 3801
    },
    {
      "epoch": 2.3777360850531584,
      "grad_norm": 1.5743451870511227,
      "learning_rate": 0.0002602146957699408,
      "loss": 1.9597,
      "step": 3802
    },
    {
      "epoch": 2.3783614759224516,
      "grad_norm": 2.3974276423604755,
      "learning_rate": 0.0002601725936643941,
      "loss": 2.0873,
      "step": 3803
    },
    {
      "epoch": 2.378986866791745,
      "grad_norm": 2.7725154766648332,
      "learning_rate": 0.0002601304727036047,
      "loss": 2.111,
      "step": 3804
    },
    {
      "epoch": 2.379612257661038,
      "grad_norm": 1.5295398530896245,
      "learning_rate": 0.0002600883328947813,
      "loss": 2.0318,
      "step": 3805
    },
    {
      "epoch": 2.3802376485303314,
      "grad_norm": 1.8375059501565643,
      "learning_rate": 0.0002600461742451358,
      "loss": 1.9981,
      "step": 3806
    },
    {
      "epoch": 2.3808630393996246,
      "grad_norm": 1.6049321164534749,
      "learning_rate": 0.0002600039967618834,
      "loss": 1.9855,
      "step": 3807
    },
    {
      "epoch": 2.3814884302689183,
      "grad_norm": 1.3818203512253064,
      "learning_rate": 0.00025996180045224237,
      "loss": 1.8393,
      "step": 3808
    },
    {
      "epoch": 2.3821138211382116,
      "grad_norm": 1.3661813672849845,
      "learning_rate": 0.00025991958532343436,
      "loss": 1.7126,
      "step": 3809
    },
    {
      "epoch": 2.382739212007505,
      "grad_norm": 1.3608550799865413,
      "learning_rate": 0.00025987735138268417,
      "loss": 1.9668,
      "step": 3810
    },
    {
      "epoch": 2.383364602876798,
      "grad_norm": 1.453326328073752,
      "learning_rate": 0.0002598350986372199,
      "loss": 2.0309,
      "step": 3811
    },
    {
      "epoch": 2.3839899937460913,
      "grad_norm": 1.6714764077227742,
      "learning_rate": 0.0002597928270942727,
      "loss": 1.8997,
      "step": 3812
    },
    {
      "epoch": 2.3846153846153846,
      "grad_norm": 1.724262519734686,
      "learning_rate": 0.00025975053676107715,
      "loss": 1.8373,
      "step": 3813
    },
    {
      "epoch": 2.385240775484678,
      "grad_norm": 1.4878826466209552,
      "learning_rate": 0.0002597082276448708,
      "loss": 1.9617,
      "step": 3814
    },
    {
      "epoch": 2.385866166353971,
      "grad_norm": 1.4764822033496874,
      "learning_rate": 0.00025966589975289465,
      "loss": 1.8511,
      "step": 3815
    },
    {
      "epoch": 2.3864915572232643,
      "grad_norm": 1.43210911913104,
      "learning_rate": 0.0002596235530923928,
      "loss": 2.0462,
      "step": 3816
    },
    {
      "epoch": 2.387116948092558,
      "grad_norm": 1.424061833408701,
      "learning_rate": 0.00025958118767061255,
      "loss": 1.9918,
      "step": 3817
    },
    {
      "epoch": 2.3877423389618513,
      "grad_norm": 1.7048495577276128,
      "learning_rate": 0.00025953880349480446,
      "loss": 2.0739,
      "step": 3818
    },
    {
      "epoch": 2.3883677298311445,
      "grad_norm": 1.4357989495232177,
      "learning_rate": 0.00025949640057222227,
      "loss": 1.8374,
      "step": 3819
    },
    {
      "epoch": 2.388993120700438,
      "grad_norm": 1.48860694532847,
      "learning_rate": 0.0002594539789101229,
      "loss": 1.9644,
      "step": 3820
    },
    {
      "epoch": 2.389618511569731,
      "grad_norm": 1.372112297864332,
      "learning_rate": 0.0002594115385157665,
      "loss": 1.7969,
      "step": 3821
    },
    {
      "epoch": 2.3902439024390243,
      "grad_norm": 1.404443436195136,
      "learning_rate": 0.00025936907939641654,
      "loss": 1.7745,
      "step": 3822
    },
    {
      "epoch": 2.3908692933083175,
      "grad_norm": 1.5027386714738407,
      "learning_rate": 0.0002593266015593395,
      "loss": 1.8016,
      "step": 3823
    },
    {
      "epoch": 2.3914946841776112,
      "grad_norm": 1.509060502204582,
      "learning_rate": 0.00025928410501180517,
      "loss": 2.1018,
      "step": 3824
    },
    {
      "epoch": 2.3921200750469045,
      "grad_norm": 1.3359726829787713,
      "learning_rate": 0.0002592415897610865,
      "loss": 1.6945,
      "step": 3825
    },
    {
      "epoch": 2.3927454659161977,
      "grad_norm": 1.4794097784127218,
      "learning_rate": 0.00025919905581445977,
      "loss": 1.9855,
      "step": 3826
    },
    {
      "epoch": 2.393370856785491,
      "grad_norm": 1.1857691351417743,
      "learning_rate": 0.0002591565031792043,
      "loss": 1.5477,
      "step": 3827
    },
    {
      "epoch": 2.3939962476547842,
      "grad_norm": 1.761133269160138,
      "learning_rate": 0.00025911393186260254,
      "loss": 2.3549,
      "step": 3828
    },
    {
      "epoch": 2.3946216385240775,
      "grad_norm": 1.6485251966359793,
      "learning_rate": 0.00025907134187194047,
      "loss": 2.3692,
      "step": 3829
    },
    {
      "epoch": 2.3952470293933708,
      "grad_norm": 1.648031613014155,
      "learning_rate": 0.000259028733214507,
      "loss": 2.3249,
      "step": 3830
    },
    {
      "epoch": 2.395872420262664,
      "grad_norm": 1.3985480780858037,
      "learning_rate": 0.0002589861058975942,
      "loss": 1.8102,
      "step": 3831
    },
    {
      "epoch": 2.3964978111319573,
      "grad_norm": 1.5864875548610684,
      "learning_rate": 0.0002589434599284975,
      "loss": 2.1621,
      "step": 3832
    },
    {
      "epoch": 2.397123202001251,
      "grad_norm": 1.483073121253523,
      "learning_rate": 0.00025890079531451537,
      "loss": 2.3215,
      "step": 3833
    },
    {
      "epoch": 2.397748592870544,
      "grad_norm": 1.4606981559612218,
      "learning_rate": 0.0002588581120629497,
      "loss": 1.9394,
      "step": 3834
    },
    {
      "epoch": 2.3983739837398375,
      "grad_norm": 1.4174624382814505,
      "learning_rate": 0.0002588154101811053,
      "loss": 2.1586,
      "step": 3835
    },
    {
      "epoch": 2.3989993746091307,
      "grad_norm": 1.425428374764214,
      "learning_rate": 0.00025877268967629036,
      "loss": 2.0783,
      "step": 3836
    },
    {
      "epoch": 2.399624765478424,
      "grad_norm": 5.02565201189564,
      "learning_rate": 0.0002587299505558161,
      "loss": 1.9024,
      "step": 3837
    },
    {
      "epoch": 2.400250156347717,
      "grad_norm": 1.5222267398936904,
      "learning_rate": 0.00025868719282699706,
      "loss": 2.3652,
      "step": 3838
    },
    {
      "epoch": 2.4008755472170105,
      "grad_norm": 1.6822263144379104,
      "learning_rate": 0.000258644416497151,
      "loss": 1.9548,
      "step": 3839
    },
    {
      "epoch": 2.401500938086304,
      "grad_norm": 1.6124569964428581,
      "learning_rate": 0.00025860162157359865,
      "loss": 1.8551,
      "step": 3840
    },
    {
      "epoch": 2.4021263289555974,
      "grad_norm": 1.8086145162842993,
      "learning_rate": 0.0002585588080636641,
      "loss": 2.1004,
      "step": 3841
    },
    {
      "epoch": 2.4027517198248907,
      "grad_norm": 1.7057194888310823,
      "learning_rate": 0.00025851597597467457,
      "loss": 2.3419,
      "step": 3842
    },
    {
      "epoch": 2.403377110694184,
      "grad_norm": 1.4077401553300133,
      "learning_rate": 0.00025847312531396044,
      "loss": 1.8896,
      "step": 3843
    },
    {
      "epoch": 2.404002501563477,
      "grad_norm": 1.5013644526416843,
      "learning_rate": 0.00025843025608885534,
      "loss": 1.9167,
      "step": 3844
    },
    {
      "epoch": 2.4046278924327704,
      "grad_norm": 1.5471959616055924,
      "learning_rate": 0.000258387368306696,
      "loss": 1.9892,
      "step": 3845
    },
    {
      "epoch": 2.4052532833020637,
      "grad_norm": 1.690709655355907,
      "learning_rate": 0.0002583444619748224,
      "loss": 2.2259,
      "step": 3846
    },
    {
      "epoch": 2.405878674171357,
      "grad_norm": 1.5254312326137887,
      "learning_rate": 0.0002583015371005775,
      "loss": 1.6894,
      "step": 3847
    },
    {
      "epoch": 2.40650406504065,
      "grad_norm": 1.5534257858775646,
      "learning_rate": 0.0002582585936913078,
      "loss": 1.6864,
      "step": 3848
    },
    {
      "epoch": 2.407129455909944,
      "grad_norm": 1.3851974481708162,
      "learning_rate": 0.0002582156317543626,
      "loss": 1.6375,
      "step": 3849
    },
    {
      "epoch": 2.407754846779237,
      "grad_norm": 1.3500730387958961,
      "learning_rate": 0.0002581726512970945,
      "loss": 1.7366,
      "step": 3850
    },
    {
      "epoch": 2.4083802376485304,
      "grad_norm": 1.5096493113360565,
      "learning_rate": 0.0002581296523268595,
      "loss": 2.3951,
      "step": 3851
    },
    {
      "epoch": 2.4090056285178236,
      "grad_norm": 10.499806164486175,
      "learning_rate": 0.0002580866348510163,
      "loss": 1.8063,
      "step": 3852
    },
    {
      "epoch": 2.409631019387117,
      "grad_norm": 1.5801737025094744,
      "learning_rate": 0.0002580435988769272,
      "loss": 1.9495,
      "step": 3853
    },
    {
      "epoch": 2.41025641025641,
      "grad_norm": 1.5022101729929178,
      "learning_rate": 0.00025800054441195745,
      "loss": 2.0158,
      "step": 3854
    },
    {
      "epoch": 2.4108818011257034,
      "grad_norm": 1.1942054801660216,
      "learning_rate": 0.0002579574714634755,
      "loss": 1.4231,
      "step": 3855
    },
    {
      "epoch": 2.411507191994997,
      "grad_norm": 4.015832131521725,
      "learning_rate": 0.00025791438003885296,
      "loss": 1.9892,
      "step": 3856
    },
    {
      "epoch": 2.4121325828642903,
      "grad_norm": 1.4226890714325509,
      "learning_rate": 0.0002578712701454647,
      "loss": 1.976,
      "step": 3857
    },
    {
      "epoch": 2.4127579737335836,
      "grad_norm": 1.52227024250919,
      "learning_rate": 0.00025782814179068855,
      "loss": 1.931,
      "step": 3858
    },
    {
      "epoch": 2.413383364602877,
      "grad_norm": 1.433887805780571,
      "learning_rate": 0.0002577849949819057,
      "loss": 1.7383,
      "step": 3859
    },
    {
      "epoch": 2.41400875547217,
      "grad_norm": 2.0394914396501016,
      "learning_rate": 0.00025774182972650037,
      "loss": 2.1678,
      "step": 3860
    },
    {
      "epoch": 2.4146341463414633,
      "grad_norm": 1.3901679506636357,
      "learning_rate": 0.00025769864603185995,
      "loss": 1.9293,
      "step": 3861
    },
    {
      "epoch": 2.4152595372107566,
      "grad_norm": 1.4593961039547996,
      "learning_rate": 0.00025765544390537516,
      "loss": 1.8602,
      "step": 3862
    },
    {
      "epoch": 2.41588492808005,
      "grad_norm": 1.4179196126373192,
      "learning_rate": 0.0002576122233544396,
      "loss": 2.0464,
      "step": 3863
    },
    {
      "epoch": 2.416510318949343,
      "grad_norm": 1.3663718264723046,
      "learning_rate": 0.0002575689843864502,
      "loss": 1.8332,
      "step": 3864
    },
    {
      "epoch": 2.417135709818637,
      "grad_norm": 1.370312350212756,
      "learning_rate": 0.00025752572700880693,
      "loss": 1.8241,
      "step": 3865
    },
    {
      "epoch": 2.41776110068793,
      "grad_norm": 1.4351467228097061,
      "learning_rate": 0.000257482451228913,
      "loss": 2.1758,
      "step": 3866
    },
    {
      "epoch": 2.4183864915572233,
      "grad_norm": 1.5498292510362903,
      "learning_rate": 0.00025743915705417494,
      "loss": 2.039,
      "step": 3867
    },
    {
      "epoch": 2.4190118824265165,
      "grad_norm": 1.378972811734063,
      "learning_rate": 0.000257395844492002,
      "loss": 2.0865,
      "step": 3868
    },
    {
      "epoch": 2.41963727329581,
      "grad_norm": 1.4212239010189014,
      "learning_rate": 0.0002573525135498068,
      "loss": 1.7852,
      "step": 3869
    },
    {
      "epoch": 2.420262664165103,
      "grad_norm": 1.4428496215025208,
      "learning_rate": 0.0002573091642350053,
      "loss": 1.8199,
      "step": 3870
    },
    {
      "epoch": 2.4208880550343963,
      "grad_norm": 1.380216391906539,
      "learning_rate": 0.00025726579655501635,
      "loss": 1.783,
      "step": 3871
    },
    {
      "epoch": 2.42151344590369,
      "grad_norm": 1.4161016584366208,
      "learning_rate": 0.00025722241051726193,
      "loss": 2.0553,
      "step": 3872
    },
    {
      "epoch": 2.4221388367729833,
      "grad_norm": 1.4126666665264715,
      "learning_rate": 0.00025717900612916734,
      "loss": 1.9733,
      "step": 3873
    },
    {
      "epoch": 2.4227642276422765,
      "grad_norm": 1.3268994418190545,
      "learning_rate": 0.00025713558339816086,
      "loss": 1.6007,
      "step": 3874
    },
    {
      "epoch": 2.4233896185115698,
      "grad_norm": 1.474240730704255,
      "learning_rate": 0.00025709214233167406,
      "loss": 1.7408,
      "step": 3875
    },
    {
      "epoch": 2.424015009380863,
      "grad_norm": 1.4542336400104177,
      "learning_rate": 0.00025704868293714147,
      "loss": 1.9508,
      "step": 3876
    },
    {
      "epoch": 2.4246404002501563,
      "grad_norm": 1.5992002117795765,
      "learning_rate": 0.0002570052052220009,
      "loss": 2.1538,
      "step": 3877
    },
    {
      "epoch": 2.4252657911194495,
      "grad_norm": 1.3830528717283572,
      "learning_rate": 0.00025696170919369324,
      "loss": 1.721,
      "step": 3878
    },
    {
      "epoch": 2.425891181988743,
      "grad_norm": 1.5884796741313751,
      "learning_rate": 0.00025691819485966255,
      "loss": 2.0383,
      "step": 3879
    },
    {
      "epoch": 2.4265165728580365,
      "grad_norm": 1.5485802604302503,
      "learning_rate": 0.000256874662227356,
      "loss": 2.0936,
      "step": 3880
    },
    {
      "epoch": 2.4271419637273297,
      "grad_norm": 1.3876983187381395,
      "learning_rate": 0.00025683111130422377,
      "loss": 1.8905,
      "step": 3881
    },
    {
      "epoch": 2.427767354596623,
      "grad_norm": 1.7039716644584557,
      "learning_rate": 0.00025678754209771944,
      "loss": 2.4979,
      "step": 3882
    },
    {
      "epoch": 2.428392745465916,
      "grad_norm": 1.7118031989952158,
      "learning_rate": 0.00025674395461529944,
      "loss": 1.92,
      "step": 3883
    },
    {
      "epoch": 2.4290181363352095,
      "grad_norm": 1.5637817767004012,
      "learning_rate": 0.0002567003488644236,
      "loss": 1.9881,
      "step": 3884
    },
    {
      "epoch": 2.4296435272045027,
      "grad_norm": 1.3590168045011954,
      "learning_rate": 0.0002566567248525545,
      "loss": 1.9714,
      "step": 3885
    },
    {
      "epoch": 2.430268918073796,
      "grad_norm": 1.4916036124530037,
      "learning_rate": 0.0002566130825871583,
      "loss": 1.9985,
      "step": 3886
    },
    {
      "epoch": 2.430894308943089,
      "grad_norm": 1.4586866897565398,
      "learning_rate": 0.0002565694220757039,
      "loss": 2.0127,
      "step": 3887
    },
    {
      "epoch": 2.431519699812383,
      "grad_norm": 1.3445035980968987,
      "learning_rate": 0.0002565257433256636,
      "loss": 1.8984,
      "step": 3888
    },
    {
      "epoch": 2.432145090681676,
      "grad_norm": 1.356081069044757,
      "learning_rate": 0.0002564820463445127,
      "loss": 1.9329,
      "step": 3889
    },
    {
      "epoch": 2.4327704815509694,
      "grad_norm": 1.4131387790595369,
      "learning_rate": 0.00025643833113972946,
      "loss": 1.904,
      "step": 3890
    },
    {
      "epoch": 2.4333958724202627,
      "grad_norm": 1.4744337013538034,
      "learning_rate": 0.0002563945977187956,
      "loss": 1.9577,
      "step": 3891
    },
    {
      "epoch": 2.434021263289556,
      "grad_norm": 1.235283579099923,
      "learning_rate": 0.0002563508460891957,
      "loss": 1.6042,
      "step": 3892
    },
    {
      "epoch": 2.434646654158849,
      "grad_norm": 1.4299629898673913,
      "learning_rate": 0.00025630707625841755,
      "loss": 1.7649,
      "step": 3893
    },
    {
      "epoch": 2.4352720450281424,
      "grad_norm": 1.53458354115261,
      "learning_rate": 0.00025626328823395207,
      "loss": 2.0523,
      "step": 3894
    },
    {
      "epoch": 2.435897435897436,
      "grad_norm": 2.211776889412347,
      "learning_rate": 0.00025621948202329315,
      "loss": 2.1366,
      "step": 3895
    },
    {
      "epoch": 2.4365228267667294,
      "grad_norm": 1.4944742868948704,
      "learning_rate": 0.00025617565763393806,
      "loss": 2.0579,
      "step": 3896
    },
    {
      "epoch": 2.4371482176360226,
      "grad_norm": 1.7166648865688183,
      "learning_rate": 0.0002561318150733869,
      "loss": 1.6964,
      "step": 3897
    },
    {
      "epoch": 2.437773608505316,
      "grad_norm": 1.3735096238029396,
      "learning_rate": 0.0002560879543491431,
      "loss": 1.7894,
      "step": 3898
    },
    {
      "epoch": 2.438398999374609,
      "grad_norm": 2.153742656865405,
      "learning_rate": 0.00025604407546871307,
      "loss": 2.0322,
      "step": 3899
    },
    {
      "epoch": 2.4390243902439024,
      "grad_norm": 1.3392544878601678,
      "learning_rate": 0.00025600017843960634,
      "loss": 1.9585,
      "step": 3900
    },
    {
      "epoch": 2.4396497811131956,
      "grad_norm": 1.3005406010865679,
      "learning_rate": 0.0002559562632693356,
      "loss": 1.7135,
      "step": 3901
    },
    {
      "epoch": 2.440275171982489,
      "grad_norm": 2.01402883556615,
      "learning_rate": 0.00025591232996541666,
      "loss": 2.2005,
      "step": 3902
    },
    {
      "epoch": 2.440900562851782,
      "grad_norm": 1.6817134719230806,
      "learning_rate": 0.0002558683785353682,
      "loss": 1.9842,
      "step": 3903
    },
    {
      "epoch": 2.441525953721076,
      "grad_norm": 1.4754718797870048,
      "learning_rate": 0.0002558244089867124,
      "loss": 1.7544,
      "step": 3904
    },
    {
      "epoch": 2.442151344590369,
      "grad_norm": 1.8949719843866981,
      "learning_rate": 0.0002557804213269743,
      "loss": 1.8567,
      "step": 3905
    },
    {
      "epoch": 2.4427767354596623,
      "grad_norm": 1.393327513178994,
      "learning_rate": 0.00025573641556368194,
      "loss": 1.9522,
      "step": 3906
    },
    {
      "epoch": 2.4434021263289556,
      "grad_norm": 1.5028348101434554,
      "learning_rate": 0.00025569239170436666,
      "loss": 2.1938,
      "step": 3907
    },
    {
      "epoch": 2.444027517198249,
      "grad_norm": 1.4945750046025426,
      "learning_rate": 0.0002556483497565629,
      "loss": 1.837,
      "step": 3908
    },
    {
      "epoch": 2.444652908067542,
      "grad_norm": 1.4894759677590117,
      "learning_rate": 0.00025560428972780803,
      "loss": 1.8003,
      "step": 3909
    },
    {
      "epoch": 2.4452782989368353,
      "grad_norm": 1.5257221165831774,
      "learning_rate": 0.00025556021162564263,
      "loss": 2.1105,
      "step": 3910
    },
    {
      "epoch": 2.445903689806129,
      "grad_norm": 1.5311352280264774,
      "learning_rate": 0.00025551611545761033,
      "loss": 2.2166,
      "step": 3911
    },
    {
      "epoch": 2.4465290806754223,
      "grad_norm": 1.5724811667926948,
      "learning_rate": 0.0002554720012312579,
      "loss": 1.9998,
      "step": 3912
    },
    {
      "epoch": 2.4471544715447155,
      "grad_norm": 1.3434206973377223,
      "learning_rate": 0.0002554278689541352,
      "loss": 1.6591,
      "step": 3913
    },
    {
      "epoch": 2.447779862414009,
      "grad_norm": 1.5519201713616824,
      "learning_rate": 0.000255383718633795,
      "loss": 2.0195,
      "step": 3914
    },
    {
      "epoch": 2.448405253283302,
      "grad_norm": 1.4772283482152808,
      "learning_rate": 0.00025533955027779354,
      "loss": 2.0056,
      "step": 3915
    },
    {
      "epoch": 2.4490306441525953,
      "grad_norm": 1.434715063755322,
      "learning_rate": 0.0002552953638936897,
      "loss": 2.0759,
      "step": 3916
    },
    {
      "epoch": 2.4496560350218886,
      "grad_norm": 1.2241417228413385,
      "learning_rate": 0.00025525115948904584,
      "loss": 1.4495,
      "step": 3917
    },
    {
      "epoch": 2.450281425891182,
      "grad_norm": 1.6718909605768661,
      "learning_rate": 0.0002552069370714271,
      "loss": 2.0973,
      "step": 3918
    },
    {
      "epoch": 2.450906816760475,
      "grad_norm": 1.5876886166561401,
      "learning_rate": 0.00025516269664840186,
      "loss": 2.0983,
      "step": 3919
    },
    {
      "epoch": 2.4515322076297688,
      "grad_norm": 1.4991303465308372,
      "learning_rate": 0.00025511843822754153,
      "loss": 1.7754,
      "step": 3920
    },
    {
      "epoch": 2.452157598499062,
      "grad_norm": 1.4504117930730025,
      "learning_rate": 0.00025507416181642066,
      "loss": 1.9154,
      "step": 3921
    },
    {
      "epoch": 2.4527829893683553,
      "grad_norm": 1.500705518918282,
      "learning_rate": 0.00025502986742261685,
      "loss": 2.0789,
      "step": 3922
    },
    {
      "epoch": 2.4534083802376485,
      "grad_norm": 1.5344074086790702,
      "learning_rate": 0.0002549855550537107,
      "loss": 2.1152,
      "step": 3923
    },
    {
      "epoch": 2.4540337711069418,
      "grad_norm": 1.536293983834287,
      "learning_rate": 0.0002549412247172859,
      "loss": 2.2449,
      "step": 3924
    },
    {
      "epoch": 2.454659161976235,
      "grad_norm": 1.3123080684386506,
      "learning_rate": 0.0002548968764209295,
      "loss": 1.5542,
      "step": 3925
    },
    {
      "epoch": 2.4552845528455283,
      "grad_norm": 1.4920615306573923,
      "learning_rate": 0.00025485251017223114,
      "loss": 2.1021,
      "step": 3926
    },
    {
      "epoch": 2.455909943714822,
      "grad_norm": 1.4948865692433364,
      "learning_rate": 0.00025480812597878397,
      "loss": 2.2065,
      "step": 3927
    },
    {
      "epoch": 2.456535334584115,
      "grad_norm": 1.4973847664189843,
      "learning_rate": 0.0002547637238481839,
      "loss": 2.2856,
      "step": 3928
    },
    {
      "epoch": 2.4571607254534085,
      "grad_norm": 1.5118606429951218,
      "learning_rate": 0.00025471930378803004,
      "loss": 2.0189,
      "step": 3929
    },
    {
      "epoch": 2.4577861163227017,
      "grad_norm": 1.4396748177834318,
      "learning_rate": 0.0002546748658059246,
      "loss": 1.6865,
      "step": 3930
    },
    {
      "epoch": 2.458411507191995,
      "grad_norm": 1.87031106360024,
      "learning_rate": 0.0002546304099094729,
      "loss": 1.9936,
      "step": 3931
    },
    {
      "epoch": 2.4590368980612882,
      "grad_norm": 1.4063346459187298,
      "learning_rate": 0.00025458593610628303,
      "loss": 1.8639,
      "step": 3932
    },
    {
      "epoch": 2.4596622889305815,
      "grad_norm": 1.4060197331407345,
      "learning_rate": 0.00025454144440396654,
      "loss": 2.1369,
      "step": 3933
    },
    {
      "epoch": 2.460287679799875,
      "grad_norm": 1.6998670502374789,
      "learning_rate": 0.0002544969348101379,
      "loss": 2.1163,
      "step": 3934
    },
    {
      "epoch": 2.4609130706691684,
      "grad_norm": 1.4344282298896716,
      "learning_rate": 0.0002544524073324144,
      "loss": 2.1651,
      "step": 3935
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 1.459209146924493,
      "learning_rate": 0.00025440786197841676,
      "loss": 2.0693,
      "step": 3936
    },
    {
      "epoch": 2.462163852407755,
      "grad_norm": 1.536815735874502,
      "learning_rate": 0.00025436329875576857,
      "loss": 2.0861,
      "step": 3937
    },
    {
      "epoch": 2.462789243277048,
      "grad_norm": 1.4419790800644021,
      "learning_rate": 0.0002543187176720964,
      "loss": 1.9736,
      "step": 3938
    },
    {
      "epoch": 2.4634146341463414,
      "grad_norm": 1.5007479780348172,
      "learning_rate": 0.00025427411873503013,
      "loss": 2.0688,
      "step": 3939
    },
    {
      "epoch": 2.4640400250156347,
      "grad_norm": 1.3726842318730665,
      "learning_rate": 0.0002542295019522024,
      "loss": 1.8158,
      "step": 3940
    },
    {
      "epoch": 2.464665415884928,
      "grad_norm": 1.411051084347941,
      "learning_rate": 0.0002541848673312492,
      "loss": 2.1122,
      "step": 3941
    },
    {
      "epoch": 2.465290806754221,
      "grad_norm": 1.451353508172334,
      "learning_rate": 0.0002541402148798094,
      "loss": 1.8761,
      "step": 3942
    },
    {
      "epoch": 2.465916197623515,
      "grad_norm": 1.5409886160536024,
      "learning_rate": 0.00025409554460552477,
      "loss": 2.3423,
      "step": 3943
    },
    {
      "epoch": 2.466541588492808,
      "grad_norm": 1.3457684354217347,
      "learning_rate": 0.0002540508565160405,
      "loss": 1.6388,
      "step": 3944
    },
    {
      "epoch": 2.4671669793621014,
      "grad_norm": 1.5098976742210932,
      "learning_rate": 0.00025400615061900455,
      "loss": 2.165,
      "step": 3945
    },
    {
      "epoch": 2.4677923702313946,
      "grad_norm": 1.4442893206710437,
      "learning_rate": 0.00025396142692206804,
      "loss": 2.0215,
      "step": 3946
    },
    {
      "epoch": 2.468417761100688,
      "grad_norm": 1.4514901000369422,
      "learning_rate": 0.000253916685432885,
      "loss": 2.0562,
      "step": 3947
    },
    {
      "epoch": 2.469043151969981,
      "grad_norm": 1.5084609273462584,
      "learning_rate": 0.0002538719261591128,
      "loss": 2.0458,
      "step": 3948
    },
    {
      "epoch": 2.4696685428392744,
      "grad_norm": 1.4812765292796746,
      "learning_rate": 0.0002538271491084115,
      "loss": 2.0286,
      "step": 3949
    },
    {
      "epoch": 2.470293933708568,
      "grad_norm": 1.506739602484248,
      "learning_rate": 0.00025378235428844453,
      "loss": 2.2936,
      "step": 3950
    },
    {
      "epoch": 2.4709193245778613,
      "grad_norm": 1.4286729795201507,
      "learning_rate": 0.000253737541706878,
      "loss": 1.7803,
      "step": 3951
    },
    {
      "epoch": 2.4715447154471546,
      "grad_norm": 1.5487400491300476,
      "learning_rate": 0.0002536927113713815,
      "loss": 2.0534,
      "step": 3952
    },
    {
      "epoch": 2.472170106316448,
      "grad_norm": 1.5287926926128692,
      "learning_rate": 0.00025364786328962714,
      "loss": 1.5634,
      "step": 3953
    },
    {
      "epoch": 2.472795497185741,
      "grad_norm": 1.2795555354901504,
      "learning_rate": 0.00025360299746929056,
      "loss": 1.4543,
      "step": 3954
    },
    {
      "epoch": 2.4734208880550344,
      "grad_norm": 1.3709671513072839,
      "learning_rate": 0.0002535581139180501,
      "loss": 1.8075,
      "step": 3955
    },
    {
      "epoch": 2.4740462789243276,
      "grad_norm": 1.6111755135430899,
      "learning_rate": 0.00025351321264358733,
      "loss": 2.2989,
      "step": 3956
    },
    {
      "epoch": 2.474671669793621,
      "grad_norm": 1.664603335177795,
      "learning_rate": 0.00025346829365358676,
      "loss": 2.2386,
      "step": 3957
    },
    {
      "epoch": 2.475297060662914,
      "grad_norm": 1.248409358943809,
      "learning_rate": 0.000253423356955736,
      "loss": 1.4491,
      "step": 3958
    },
    {
      "epoch": 2.475922451532208,
      "grad_norm": 1.4490359161228723,
      "learning_rate": 0.00025337840255772545,
      "loss": 1.8823,
      "step": 3959
    },
    {
      "epoch": 2.476547842401501,
      "grad_norm": 1.4759061943516945,
      "learning_rate": 0.000253333430467249,
      "loss": 2.1824,
      "step": 3960
    },
    {
      "epoch": 2.4771732332707943,
      "grad_norm": 1.4743861807840777,
      "learning_rate": 0.0002532884406920031,
      "loss": 2.096,
      "step": 3961
    },
    {
      "epoch": 2.4777986241400876,
      "grad_norm": 1.4616004422074733,
      "learning_rate": 0.00025324343323968745,
      "loss": 2.0341,
      "step": 3962
    },
    {
      "epoch": 2.478424015009381,
      "grad_norm": 1.693996090572386,
      "learning_rate": 0.00025319840811800483,
      "loss": 1.8998,
      "step": 3963
    },
    {
      "epoch": 2.479049405878674,
      "grad_norm": 1.3498082779265956,
      "learning_rate": 0.0002531533653346609,
      "loss": 2.1486,
      "step": 3964
    },
    {
      "epoch": 2.4796747967479673,
      "grad_norm": 1.4419846615246534,
      "learning_rate": 0.0002531083048973644,
      "loss": 2.0902,
      "step": 3965
    },
    {
      "epoch": 2.480300187617261,
      "grad_norm": 1.4126866574825543,
      "learning_rate": 0.00025306322681382715,
      "loss": 1.6261,
      "step": 3966
    },
    {
      "epoch": 2.4809255784865543,
      "grad_norm": 1.6250996595355585,
      "learning_rate": 0.00025301813109176395,
      "loss": 2.1399,
      "step": 3967
    },
    {
      "epoch": 2.4815509693558475,
      "grad_norm": 1.434271312210369,
      "learning_rate": 0.00025297301773889253,
      "loss": 2.2119,
      "step": 3968
    },
    {
      "epoch": 2.4821763602251408,
      "grad_norm": 1.322953140979143,
      "learning_rate": 0.00025292788676293377,
      "loss": 1.9209,
      "step": 3969
    },
    {
      "epoch": 2.482801751094434,
      "grad_norm": 1.3941386586173132,
      "learning_rate": 0.00025288273817161146,
      "loss": 1.9779,
      "step": 3970
    },
    {
      "epoch": 2.4834271419637273,
      "grad_norm": 1.4043988637780647,
      "learning_rate": 0.0002528375719726525,
      "loss": 2.0318,
      "step": 3971
    },
    {
      "epoch": 2.4840525328330205,
      "grad_norm": 1.3750179315978017,
      "learning_rate": 0.0002527923881737868,
      "loss": 2.0334,
      "step": 3972
    },
    {
      "epoch": 2.4846779237023138,
      "grad_norm": 1.3739771060443458,
      "learning_rate": 0.00025274718678274714,
      "loss": 1.9179,
      "step": 3973
    },
    {
      "epoch": 2.485303314571607,
      "grad_norm": 1.4803813252201772,
      "learning_rate": 0.00025270196780726947,
      "loss": 2.07,
      "step": 3974
    },
    {
      "epoch": 2.4859287054409007,
      "grad_norm": 1.4995678053905983,
      "learning_rate": 0.0002526567312550927,
      "loss": 1.9079,
      "step": 3975
    },
    {
      "epoch": 2.486554096310194,
      "grad_norm": 1.696468591001861,
      "learning_rate": 0.00025261147713395867,
      "loss": 1.8244,
      "step": 3976
    },
    {
      "epoch": 2.4871794871794872,
      "grad_norm": 1.3674253866905814,
      "learning_rate": 0.0002525662054516124,
      "loss": 1.8723,
      "step": 3977
    },
    {
      "epoch": 2.4878048780487805,
      "grad_norm": 1.2396713557378025,
      "learning_rate": 0.00025252091621580174,
      "loss": 1.4823,
      "step": 3978
    },
    {
      "epoch": 2.4884302689180737,
      "grad_norm": 1.626214933784802,
      "learning_rate": 0.0002524756094342776,
      "loss": 2.2786,
      "step": 3979
    },
    {
      "epoch": 2.489055659787367,
      "grad_norm": 1.7003743283236248,
      "learning_rate": 0.00025243028511479396,
      "loss": 1.985,
      "step": 3980
    },
    {
      "epoch": 2.4896810506566602,
      "grad_norm": 1.5622510025921104,
      "learning_rate": 0.0002523849432651077,
      "loss": 2.2163,
      "step": 3981
    },
    {
      "epoch": 2.490306441525954,
      "grad_norm": 1.3038190134919114,
      "learning_rate": 0.0002523395838929788,
      "loss": 1.5636,
      "step": 3982
    },
    {
      "epoch": 2.490931832395247,
      "grad_norm": 1.270929071534573,
      "learning_rate": 0.00025229420700617015,
      "loss": 1.5754,
      "step": 3983
    },
    {
      "epoch": 2.4915572232645404,
      "grad_norm": 1.4636077274278634,
      "learning_rate": 0.0002522488126124477,
      "loss": 1.9227,
      "step": 3984
    },
    {
      "epoch": 2.4921826141338337,
      "grad_norm": 1.3417238970576755,
      "learning_rate": 0.0002522034007195804,
      "loss": 1.8144,
      "step": 3985
    },
    {
      "epoch": 2.492808005003127,
      "grad_norm": 1.7015521389002386,
      "learning_rate": 0.0002521579713353401,
      "loss": 1.7255,
      "step": 3986
    },
    {
      "epoch": 2.49343339587242,
      "grad_norm": 1.3974938830825783,
      "learning_rate": 0.00025211252446750174,
      "loss": 1.8596,
      "step": 3987
    },
    {
      "epoch": 2.4940587867417134,
      "grad_norm": 1.5227062701624443,
      "learning_rate": 0.00025206706012384327,
      "loss": 1.9969,
      "step": 3988
    },
    {
      "epoch": 2.4946841776110067,
      "grad_norm": 1.4901635966265532,
      "learning_rate": 0.00025202157831214546,
      "loss": 1.8734,
      "step": 3989
    },
    {
      "epoch": 2.4953095684803,
      "grad_norm": 1.4034732813943498,
      "learning_rate": 0.0002519760790401923,
      "loss": 1.821,
      "step": 3990
    },
    {
      "epoch": 2.4959349593495936,
      "grad_norm": 1.4189114004009695,
      "learning_rate": 0.00025193056231577064,
      "loss": 1.8393,
      "step": 3991
    },
    {
      "epoch": 2.496560350218887,
      "grad_norm": 1.338320246532739,
      "learning_rate": 0.0002518850281466703,
      "loss": 1.4261,
      "step": 3992
    },
    {
      "epoch": 2.49718574108818,
      "grad_norm": 1.376924062178105,
      "learning_rate": 0.0002518394765406842,
      "loss": 1.9816,
      "step": 3993
    },
    {
      "epoch": 2.4978111319574734,
      "grad_norm": 1.4263866142459154,
      "learning_rate": 0.0002517939075056081,
      "loss": 1.7743,
      "step": 3994
    },
    {
      "epoch": 2.4984365228267666,
      "grad_norm": 1.7079777587855725,
      "learning_rate": 0.0002517483210492409,
      "loss": 2.482,
      "step": 3995
    },
    {
      "epoch": 2.49906191369606,
      "grad_norm": 1.7405012105413589,
      "learning_rate": 0.00025170271717938426,
      "loss": 2.1274,
      "step": 3996
    },
    {
      "epoch": 2.499687304565353,
      "grad_norm": 1.5877830823901078,
      "learning_rate": 0.00025165709590384305,
      "loss": 2.1872,
      "step": 3997
    },
    {
      "epoch": 2.500312695434647,
      "grad_norm": 1.3988865129869121,
      "learning_rate": 0.0002516114572304249,
      "loss": 1.8317,
      "step": 3998
    },
    {
      "epoch": 2.50093808630394,
      "grad_norm": 1.7426619107248285,
      "learning_rate": 0.00025156580116694066,
      "loss": 1.9295,
      "step": 3999
    },
    {
      "epoch": 2.5015634771732334,
      "grad_norm": 10.491415567607838,
      "learning_rate": 0.0002515201277212041,
      "loss": 2.2863,
      "step": 4000
    },
    {
      "epoch": 2.5021888680425266,
      "grad_norm": 1.4429104275223184,
      "learning_rate": 0.0002514744369010317,
      "loss": 2.1963,
      "step": 4001
    },
    {
      "epoch": 2.50281425891182,
      "grad_norm": 1.5499944760080127,
      "learning_rate": 0.0002514287287142433,
      "loss": 2.1906,
      "step": 4002
    },
    {
      "epoch": 2.503439649781113,
      "grad_norm": 1.406205673337691,
      "learning_rate": 0.00025138300316866134,
      "loss": 2.1677,
      "step": 4003
    },
    {
      "epoch": 2.5040650406504064,
      "grad_norm": 1.3985893017110416,
      "learning_rate": 0.0002513372602721116,
      "loss": 2.0525,
      "step": 4004
    },
    {
      "epoch": 2.5046904315197,
      "grad_norm": 1.437214566910703,
      "learning_rate": 0.00025129150003242254,
      "loss": 2.1583,
      "step": 4005
    },
    {
      "epoch": 2.505315822388993,
      "grad_norm": 1.2829004959637498,
      "learning_rate": 0.00025124572245742574,
      "loss": 1.535,
      "step": 4006
    },
    {
      "epoch": 2.5059412132582866,
      "grad_norm": 1.4443812214403298,
      "learning_rate": 0.00025119992755495566,
      "loss": 1.8737,
      "step": 4007
    },
    {
      "epoch": 2.50656660412758,
      "grad_norm": 1.3765555500002886,
      "learning_rate": 0.0002511541153328498,
      "loss": 1.8469,
      "step": 4008
    },
    {
      "epoch": 2.507191994996873,
      "grad_norm": 1.431930043220556,
      "learning_rate": 0.0002511082857989486,
      "loss": 2.0161,
      "step": 4009
    },
    {
      "epoch": 2.5078173858661663,
      "grad_norm": 2.1750448664791024,
      "learning_rate": 0.00025106243896109537,
      "loss": 1.8759,
      "step": 4010
    },
    {
      "epoch": 2.5084427767354596,
      "grad_norm": 1.4456951098402417,
      "learning_rate": 0.0002510165748271366,
      "loss": 1.9545,
      "step": 4011
    },
    {
      "epoch": 2.509068167604753,
      "grad_norm": 1.353199576587543,
      "learning_rate": 0.0002509706934049214,
      "loss": 1.525,
      "step": 4012
    },
    {
      "epoch": 2.509693558474046,
      "grad_norm": 1.6527375123932753,
      "learning_rate": 0.0002509247947023023,
      "loss": 2.108,
      "step": 4013
    },
    {
      "epoch": 2.5103189493433398,
      "grad_norm": 1.568418876520959,
      "learning_rate": 0.00025087887872713436,
      "loss": 1.8762,
      "step": 4014
    },
    {
      "epoch": 2.510944340212633,
      "grad_norm": 1.5117018990499433,
      "learning_rate": 0.0002508329454872758,
      "loss": 2.0922,
      "step": 4015
    },
    {
      "epoch": 2.5115697310819263,
      "grad_norm": 1.37167607805913,
      "learning_rate": 0.00025078699499058777,
      "loss": 1.7482,
      "step": 4016
    },
    {
      "epoch": 2.5121951219512195,
      "grad_norm": 1.6933771857476183,
      "learning_rate": 0.0002507410272449344,
      "loss": 1.7863,
      "step": 4017
    },
    {
      "epoch": 2.5128205128205128,
      "grad_norm": 1.5370932209535784,
      "learning_rate": 0.00025069504225818274,
      "loss": 2.2341,
      "step": 4018
    },
    {
      "epoch": 2.513445903689806,
      "grad_norm": 1.4386169422788684,
      "learning_rate": 0.0002506490400382027,
      "loss": 1.8474,
      "step": 4019
    },
    {
      "epoch": 2.5140712945590993,
      "grad_norm": 1.4879122722400926,
      "learning_rate": 0.00025060302059286727,
      "loss": 2.0049,
      "step": 4020
    },
    {
      "epoch": 2.514696685428393,
      "grad_norm": 1.4020546107573337,
      "learning_rate": 0.0002505569839300524,
      "loss": 1.527,
      "step": 4021
    },
    {
      "epoch": 2.515322076297686,
      "grad_norm": 1.435321950962181,
      "learning_rate": 0.0002505109300576369,
      "loss": 2.0714,
      "step": 4022
    },
    {
      "epoch": 2.5159474671669795,
      "grad_norm": 1.5076854278957816,
      "learning_rate": 0.0002504648589835025,
      "loss": 1.9011,
      "step": 4023
    },
    {
      "epoch": 2.5165728580362727,
      "grad_norm": 1.4205477777432445,
      "learning_rate": 0.00025041877071553396,
      "loss": 1.9181,
      "step": 4024
    },
    {
      "epoch": 2.517198248905566,
      "grad_norm": 1.50375071841273,
      "learning_rate": 0.00025037266526161897,
      "loss": 2.0302,
      "step": 4025
    },
    {
      "epoch": 2.5178236397748592,
      "grad_norm": 1.3052928363237686,
      "learning_rate": 0.00025032654262964823,
      "loss": 1.7705,
      "step": 4026
    },
    {
      "epoch": 2.5184490306441525,
      "grad_norm": 1.3989766023020704,
      "learning_rate": 0.00025028040282751513,
      "loss": 1.895,
      "step": 4027
    },
    {
      "epoch": 2.5190744215134457,
      "grad_norm": 1.9630471041241502,
      "learning_rate": 0.0002502342458631163,
      "loss": 1.913,
      "step": 4028
    },
    {
      "epoch": 2.519699812382739,
      "grad_norm": 1.2544266739670664,
      "learning_rate": 0.00025018807174435106,
      "loss": 1.5315,
      "step": 4029
    },
    {
      "epoch": 2.5203252032520327,
      "grad_norm": 1.4944759594149608,
      "learning_rate": 0.00025014188047912185,
      "loss": 2.3206,
      "step": 4030
    },
    {
      "epoch": 2.520950594121326,
      "grad_norm": 1.4583680301682307,
      "learning_rate": 0.00025009567207533395,
      "loss": 2.1856,
      "step": 4031
    },
    {
      "epoch": 2.521575984990619,
      "grad_norm": 1.5335180981929684,
      "learning_rate": 0.0002500494465408956,
      "loss": 1.7523,
      "step": 4032
    },
    {
      "epoch": 2.5222013758599124,
      "grad_norm": 1.5191409757348497,
      "learning_rate": 0.000250003203883718,
      "loss": 2.3537,
      "step": 4033
    },
    {
      "epoch": 2.5228267667292057,
      "grad_norm": 1.4573123797447325,
      "learning_rate": 0.0002499569441117152,
      "loss": 1.938,
      "step": 4034
    },
    {
      "epoch": 2.523452157598499,
      "grad_norm": 1.3302639553856062,
      "learning_rate": 0.0002499106672328042,
      "loss": 1.8743,
      "step": 4035
    },
    {
      "epoch": 2.524077548467792,
      "grad_norm": 1.4344381197648952,
      "learning_rate": 0.000249864373254905,
      "loss": 1.9897,
      "step": 4036
    },
    {
      "epoch": 2.524702939337086,
      "grad_norm": 1.3423326090411924,
      "learning_rate": 0.0002498180621859405,
      "loss": 1.9603,
      "step": 4037
    },
    {
      "epoch": 2.525328330206379,
      "grad_norm": 3.184089344174712,
      "learning_rate": 0.00024977173403383646,
      "loss": 1.8798,
      "step": 4038
    },
    {
      "epoch": 2.5259537210756724,
      "grad_norm": 1.5430731705381202,
      "learning_rate": 0.00024972538880652155,
      "loss": 1.9648,
      "step": 4039
    },
    {
      "epoch": 2.5265791119449656,
      "grad_norm": 1.5658964965553095,
      "learning_rate": 0.0002496790265119276,
      "loss": 1.9474,
      "step": 4040
    },
    {
      "epoch": 2.527204502814259,
      "grad_norm": 1.4813093578444894,
      "learning_rate": 0.00024963264715798894,
      "loss": 1.6695,
      "step": 4041
    },
    {
      "epoch": 2.527829893683552,
      "grad_norm": 1.3609159349776216,
      "learning_rate": 0.0002495862507526433,
      "loss": 1.8765,
      "step": 4042
    },
    {
      "epoch": 2.5284552845528454,
      "grad_norm": 1.5297261026364575,
      "learning_rate": 0.00024953983730383094,
      "loss": 1.9637,
      "step": 4043
    },
    {
      "epoch": 2.529080675422139,
      "grad_norm": 1.4685142493072365,
      "learning_rate": 0.00024949340681949524,
      "loss": 2.0734,
      "step": 4044
    },
    {
      "epoch": 2.529706066291432,
      "grad_norm": 1.3199165404746118,
      "learning_rate": 0.00024944695930758244,
      "loss": 1.6932,
      "step": 4045
    },
    {
      "epoch": 2.5303314571607256,
      "grad_norm": 1.414795364228067,
      "learning_rate": 0.0002494004947760417,
      "loss": 1.7173,
      "step": 4046
    },
    {
      "epoch": 2.530956848030019,
      "grad_norm": 1.3721407647416908,
      "learning_rate": 0.000249354013232825,
      "loss": 1.6961,
      "step": 4047
    },
    {
      "epoch": 2.531582238899312,
      "grad_norm": 1.4740809997812725,
      "learning_rate": 0.00024930751468588743,
      "loss": 2.0773,
      "step": 4048
    },
    {
      "epoch": 2.5322076297686054,
      "grad_norm": 1.5216533537483337,
      "learning_rate": 0.00024926099914318687,
      "loss": 2.0551,
      "step": 4049
    },
    {
      "epoch": 2.5328330206378986,
      "grad_norm": 1.37864341117625,
      "learning_rate": 0.0002492144666126841,
      "loss": 1.6792,
      "step": 4050
    },
    {
      "epoch": 2.533458411507192,
      "grad_norm": 1.3733114342682766,
      "learning_rate": 0.0002491679171023428,
      "loss": 1.8547,
      "step": 4051
    },
    {
      "epoch": 2.534083802376485,
      "grad_norm": 1.5213007544632622,
      "learning_rate": 0.0002491213506201296,
      "loss": 2.0861,
      "step": 4052
    },
    {
      "epoch": 2.534709193245779,
      "grad_norm": 1.563474810798128,
      "learning_rate": 0.00024907476717401405,
      "loss": 2.3728,
      "step": 4053
    },
    {
      "epoch": 2.535334584115072,
      "grad_norm": 1.4207434099728424,
      "learning_rate": 0.0002490281667719685,
      "loss": 1.865,
      "step": 4054
    },
    {
      "epoch": 2.5359599749843653,
      "grad_norm": 1.65640223108464,
      "learning_rate": 0.0002489815494219683,
      "loss": 2.0972,
      "step": 4055
    },
    {
      "epoch": 2.5365853658536586,
      "grad_norm": 1.483851058413737,
      "learning_rate": 0.0002489349151319917,
      "loss": 2.0631,
      "step": 4056
    },
    {
      "epoch": 2.537210756722952,
      "grad_norm": 1.3892566849711274,
      "learning_rate": 0.0002488882639100198,
      "loss": 1.5555,
      "step": 4057
    },
    {
      "epoch": 2.537836147592245,
      "grad_norm": 1.3910742886286878,
      "learning_rate": 0.00024884159576403665,
      "loss": 1.9298,
      "step": 4058
    },
    {
      "epoch": 2.5384615384615383,
      "grad_norm": 1.3319945288285195,
      "learning_rate": 0.00024879491070202913,
      "loss": 1.5901,
      "step": 4059
    },
    {
      "epoch": 2.539086929330832,
      "grad_norm": 1.519144847270963,
      "learning_rate": 0.00024874820873198707,
      "loss": 1.9639,
      "step": 4060
    },
    {
      "epoch": 2.539712320200125,
      "grad_norm": 1.553495362501202,
      "learning_rate": 0.00024870148986190315,
      "loss": 2.1807,
      "step": 4061
    },
    {
      "epoch": 2.5403377110694185,
      "grad_norm": 1.5462796649196902,
      "learning_rate": 0.000248654754099773,
      "loss": 2.1768,
      "step": 4062
    },
    {
      "epoch": 2.5409631019387118,
      "grad_norm": 1.6496368789029425,
      "learning_rate": 0.000248608001453595,
      "loss": 2.4688,
      "step": 4063
    },
    {
      "epoch": 2.541588492808005,
      "grad_norm": 1.3580201903249265,
      "learning_rate": 0.0002485612319313707,
      "loss": 1.85,
      "step": 4064
    },
    {
      "epoch": 2.5422138836772983,
      "grad_norm": 1.603042573839081,
      "learning_rate": 0.0002485144455411042,
      "loss": 2.0983,
      "step": 4065
    },
    {
      "epoch": 2.5428392745465915,
      "grad_norm": 1.4620261805266788,
      "learning_rate": 0.00024846764229080284,
      "loss": 2.2299,
      "step": 4066
    },
    {
      "epoch": 2.543464665415885,
      "grad_norm": 5.374789890275152,
      "learning_rate": 0.0002484208221884765,
      "loss": 1.6083,
      "step": 4067
    },
    {
      "epoch": 2.544090056285178,
      "grad_norm": 1.50692537663165,
      "learning_rate": 0.0002483739852421382,
      "loss": 2.2614,
      "step": 4068
    },
    {
      "epoch": 2.5447154471544717,
      "grad_norm": 1.4802342378562556,
      "learning_rate": 0.0002483271314598036,
      "loss": 1.7836,
      "step": 4069
    },
    {
      "epoch": 2.545340838023765,
      "grad_norm": 1.4609541902567502,
      "learning_rate": 0.00024828026084949156,
      "loss": 1.9881,
      "step": 4070
    },
    {
      "epoch": 2.5459662288930582,
      "grad_norm": 1.4433670410865829,
      "learning_rate": 0.0002482333734192236,
      "loss": 2.1597,
      "step": 4071
    },
    {
      "epoch": 2.5465916197623515,
      "grad_norm": 1.4174792568650432,
      "learning_rate": 0.000248186469177024,
      "loss": 1.7862,
      "step": 4072
    },
    {
      "epoch": 2.5472170106316447,
      "grad_norm": 1.51687538821146,
      "learning_rate": 0.00024813954813092035,
      "loss": 2.023,
      "step": 4073
    },
    {
      "epoch": 2.547842401500938,
      "grad_norm": 1.5232960801970052,
      "learning_rate": 0.00024809261028894264,
      "loss": 2.1865,
      "step": 4074
    },
    {
      "epoch": 2.5484677923702312,
      "grad_norm": 1.3641581392196123,
      "learning_rate": 0.00024804565565912407,
      "loss": 2.0575,
      "step": 4075
    },
    {
      "epoch": 2.549093183239525,
      "grad_norm": 2.826570111051912,
      "learning_rate": 0.0002479986842495005,
      "loss": 1.9961,
      "step": 4076
    },
    {
      "epoch": 2.5497185741088177,
      "grad_norm": 1.4357737888037843,
      "learning_rate": 0.0002479516960681108,
      "loss": 2.2671,
      "step": 4077
    },
    {
      "epoch": 2.5503439649781114,
      "grad_norm": 1.4125886484648378,
      "learning_rate": 0.00024790469112299663,
      "loss": 1.8591,
      "step": 4078
    },
    {
      "epoch": 2.5509693558474047,
      "grad_norm": 1.2719780465324393,
      "learning_rate": 0.0002478576694222026,
      "loss": 1.996,
      "step": 4079
    },
    {
      "epoch": 2.551594746716698,
      "grad_norm": 1.3566936854479283,
      "learning_rate": 0.00024781063097377594,
      "loss": 2.0589,
      "step": 4080
    },
    {
      "epoch": 2.552220137585991,
      "grad_norm": 1.3164507313878628,
      "learning_rate": 0.00024776357578576723,
      "loss": 1.8692,
      "step": 4081
    },
    {
      "epoch": 2.5528455284552845,
      "grad_norm": 1.3620411698916568,
      "learning_rate": 0.00024771650386622943,
      "loss": 1.842,
      "step": 4082
    },
    {
      "epoch": 2.5534709193245777,
      "grad_norm": 1.437522392927165,
      "learning_rate": 0.0002476694152232186,
      "loss": 2.1157,
      "step": 4083
    },
    {
      "epoch": 2.554096310193871,
      "grad_norm": 1.3343799698520957,
      "learning_rate": 0.0002476223098647937,
      "loss": 1.7274,
      "step": 4084
    },
    {
      "epoch": 2.5547217010631647,
      "grad_norm": 1.5465863510092959,
      "learning_rate": 0.00024757518779901634,
      "loss": 2.0651,
      "step": 4085
    },
    {
      "epoch": 2.555347091932458,
      "grad_norm": 1.487512465324855,
      "learning_rate": 0.00024752804903395117,
      "loss": 1.9743,
      "step": 4086
    },
    {
      "epoch": 2.555972482801751,
      "grad_norm": 1.4188807611626415,
      "learning_rate": 0.0002474808935776657,
      "loss": 1.958,
      "step": 4087
    },
    {
      "epoch": 2.5565978736710444,
      "grad_norm": 1.3919914134039433,
      "learning_rate": 0.0002474337214382302,
      "loss": 1.876,
      "step": 4088
    },
    {
      "epoch": 2.5572232645403377,
      "grad_norm": 1.5535796979403855,
      "learning_rate": 0.0002473865326237178,
      "loss": 1.8772,
      "step": 4089
    },
    {
      "epoch": 2.557848655409631,
      "grad_norm": 1.4678446759787214,
      "learning_rate": 0.0002473393271422046,
      "loss": 2.217,
      "step": 4090
    },
    {
      "epoch": 2.558474046278924,
      "grad_norm": 1.4153737903108243,
      "learning_rate": 0.00024729210500176957,
      "loss": 1.9535,
      "step": 4091
    },
    {
      "epoch": 2.559099437148218,
      "grad_norm": 2.722819822715641,
      "learning_rate": 0.0002472448662104942,
      "loss": 2.0771,
      "step": 4092
    },
    {
      "epoch": 2.5597248280175107,
      "grad_norm": 1.3448746021810127,
      "learning_rate": 0.0002471976107764632,
      "loss": 1.7178,
      "step": 4093
    },
    {
      "epoch": 2.5603502188868044,
      "grad_norm": 1.3636184348087437,
      "learning_rate": 0.00024715033870776395,
      "loss": 1.9188,
      "step": 4094
    },
    {
      "epoch": 2.5609756097560976,
      "grad_norm": 1.4985096528225943,
      "learning_rate": 0.0002471030500124868,
      "loss": 2.1466,
      "step": 4095
    },
    {
      "epoch": 2.561601000625391,
      "grad_norm": 1.679951833362155,
      "learning_rate": 0.0002470557446987248,
      "loss": 2.3661,
      "step": 4096
    },
    {
      "epoch": 2.562226391494684,
      "grad_norm": 1.3919808313828428,
      "learning_rate": 0.000247008422774574,
      "loss": 1.8212,
      "step": 4097
    },
    {
      "epoch": 2.5628517823639774,
      "grad_norm": 1.5591530511064975,
      "learning_rate": 0.000246961084248133,
      "loss": 1.8486,
      "step": 4098
    },
    {
      "epoch": 2.563477173233271,
      "grad_norm": 1.5673655725989428,
      "learning_rate": 0.00024691372912750373,
      "loss": 2.0113,
      "step": 4099
    },
    {
      "epoch": 2.564102564102564,
      "grad_norm": 1.37843123946071,
      "learning_rate": 0.0002468663574207905,
      "loss": 1.6335,
      "step": 4100
    },
    {
      "epoch": 2.5647279549718576,
      "grad_norm": 1.4514300390748751,
      "learning_rate": 0.0002468189691361006,
      "loss": 1.9198,
      "step": 4101
    },
    {
      "epoch": 2.565353345841151,
      "grad_norm": 1.4913915088288647,
      "learning_rate": 0.00024677156428154436,
      "loss": 2.1775,
      "step": 4102
    },
    {
      "epoch": 2.565978736710444,
      "grad_norm": 1.350506266414137,
      "learning_rate": 0.0002467241428652346,
      "loss": 1.9621,
      "step": 4103
    },
    {
      "epoch": 2.5666041275797373,
      "grad_norm": 1.528641471951717,
      "learning_rate": 0.00024667670489528725,
      "loss": 2.1128,
      "step": 4104
    },
    {
      "epoch": 2.5672295184490306,
      "grad_norm": 1.3028880887619123,
      "learning_rate": 0.00024662925037982093,
      "loss": 1.8355,
      "step": 4105
    },
    {
      "epoch": 2.567854909318324,
      "grad_norm": 1.3895988076634909,
      "learning_rate": 0.0002465817793269572,
      "loss": 1.894,
      "step": 4106
    },
    {
      "epoch": 2.568480300187617,
      "grad_norm": 1.4252073402987588,
      "learning_rate": 0.0002465342917448203,
      "loss": 1.8631,
      "step": 4107
    },
    {
      "epoch": 2.569105691056911,
      "grad_norm": 1.5509835133013594,
      "learning_rate": 0.0002464867876415375,
      "loss": 2.0183,
      "step": 4108
    },
    {
      "epoch": 2.569731081926204,
      "grad_norm": 1.3450530881802552,
      "learning_rate": 0.0002464392670252387,
      "loss": 1.8197,
      "step": 4109
    },
    {
      "epoch": 2.5703564727954973,
      "grad_norm": 1.8278287684521024,
      "learning_rate": 0.00024639172990405673,
      "loss": 2.0452,
      "step": 4110
    },
    {
      "epoch": 2.5709818636647905,
      "grad_norm": 1.3581949711124983,
      "learning_rate": 0.00024634417628612725,
      "loss": 1.615,
      "step": 4111
    },
    {
      "epoch": 2.571607254534084,
      "grad_norm": 1.3228631021900974,
      "learning_rate": 0.00024629660617958864,
      "loss": 1.8448,
      "step": 4112
    },
    {
      "epoch": 2.572232645403377,
      "grad_norm": 1.3501626531493183,
      "learning_rate": 0.0002462490195925823,
      "loss": 1.7345,
      "step": 4113
    },
    {
      "epoch": 2.5728580362726703,
      "grad_norm": 1.3670147410871492,
      "learning_rate": 0.0002462014165332522,
      "loss": 1.5411,
      "step": 4114
    },
    {
      "epoch": 2.573483427141964,
      "grad_norm": 1.3984475903626914,
      "learning_rate": 0.00024615379700974535,
      "loss": 1.7487,
      "step": 4115
    },
    {
      "epoch": 2.574108818011257,
      "grad_norm": 1.4543271697104185,
      "learning_rate": 0.00024610616103021147,
      "loss": 1.9208,
      "step": 4116
    },
    {
      "epoch": 2.5747342088805505,
      "grad_norm": 1.4207223119623746,
      "learning_rate": 0.0002460585086028031,
      "loss": 1.7625,
      "step": 4117
    },
    {
      "epoch": 2.5753595997498437,
      "grad_norm": 1.3523078927198389,
      "learning_rate": 0.0002460108397356756,
      "loss": 1.7005,
      "step": 4118
    },
    {
      "epoch": 2.575984990619137,
      "grad_norm": 1.4805922455855534,
      "learning_rate": 0.00024596315443698715,
      "loss": 1.9773,
      "step": 4119
    },
    {
      "epoch": 2.5766103814884302,
      "grad_norm": 1.5057646490869603,
      "learning_rate": 0.00024591545271489875,
      "loss": 1.7927,
      "step": 4120
    },
    {
      "epoch": 2.5772357723577235,
      "grad_norm": 1.348175564526127,
      "learning_rate": 0.0002458677345775742,
      "loss": 1.7546,
      "step": 4121
    },
    {
      "epoch": 2.5778611632270167,
      "grad_norm": 1.5907175973285403,
      "learning_rate": 0.0002458200000331802,
      "loss": 2.2531,
      "step": 4122
    },
    {
      "epoch": 2.57848655409631,
      "grad_norm": 1.4279039696324276,
      "learning_rate": 0.0002457722490898861,
      "loss": 1.9552,
      "step": 4123
    },
    {
      "epoch": 2.5791119449656037,
      "grad_norm": 1.4103939189400063,
      "learning_rate": 0.00024572448175586405,
      "loss": 1.8387,
      "step": 4124
    },
    {
      "epoch": 2.579737335834897,
      "grad_norm": 1.5173018681464454,
      "learning_rate": 0.0002456766980392892,
      "loss": 1.9958,
      "step": 4125
    },
    {
      "epoch": 2.58036272670419,
      "grad_norm": 1.5107401805788767,
      "learning_rate": 0.00024562889794833934,
      "loss": 2.0051,
      "step": 4126
    },
    {
      "epoch": 2.5809881175734835,
      "grad_norm": 1.5133290518473852,
      "learning_rate": 0.0002455810814911951,
      "loss": 2.0242,
      "step": 4127
    },
    {
      "epoch": 2.5816135084427767,
      "grad_norm": 1.4729107226032085,
      "learning_rate": 0.00024553324867604,
      "loss": 1.727,
      "step": 4128
    },
    {
      "epoch": 2.58223889931207,
      "grad_norm": 1.2793197647399888,
      "learning_rate": 0.0002454853995110602,
      "loss": 1.5961,
      "step": 4129
    },
    {
      "epoch": 2.582864290181363,
      "grad_norm": 1.6570942418918677,
      "learning_rate": 0.0002454375340044447,
      "loss": 2.2709,
      "step": 4130
    },
    {
      "epoch": 2.583489681050657,
      "grad_norm": 1.6294506315834576,
      "learning_rate": 0.0002453896521643854,
      "loss": 2.2776,
      "step": 4131
    },
    {
      "epoch": 2.5841150719199497,
      "grad_norm": 1.4177360823219538,
      "learning_rate": 0.000245341753999077,
      "loss": 1.9006,
      "step": 4132
    },
    {
      "epoch": 2.5847404627892434,
      "grad_norm": 1.3059700320262202,
      "learning_rate": 0.00024529383951671683,
      "loss": 1.7674,
      "step": 4133
    },
    {
      "epoch": 2.5853658536585367,
      "grad_norm": 1.4401140288880707,
      "learning_rate": 0.00024524590872550506,
      "loss": 2.3494,
      "step": 4134
    },
    {
      "epoch": 2.58599124452783,
      "grad_norm": 1.6034845577097736,
      "learning_rate": 0.0002451979616336448,
      "loss": 2.0664,
      "step": 4135
    },
    {
      "epoch": 2.586616635397123,
      "grad_norm": 1.5769644643145868,
      "learning_rate": 0.0002451499982493418,
      "loss": 2.1926,
      "step": 4136
    },
    {
      "epoch": 2.5872420262664164,
      "grad_norm": 1.3121156014706028,
      "learning_rate": 0.00024510201858080467,
      "loss": 1.833,
      "step": 4137
    },
    {
      "epoch": 2.5878674171357097,
      "grad_norm": 1.4927693285384596,
      "learning_rate": 0.0002450540226362448,
      "loss": 2.0424,
      "step": 4138
    },
    {
      "epoch": 2.588492808005003,
      "grad_norm": 2.0878353938409835,
      "learning_rate": 0.00024500601042387626,
      "loss": 1.981,
      "step": 4139
    },
    {
      "epoch": 2.5891181988742966,
      "grad_norm": 1.3493557467312665,
      "learning_rate": 0.0002449579819519161,
      "loss": 1.774,
      "step": 4140
    },
    {
      "epoch": 2.58974358974359,
      "grad_norm": 1.468377558176619,
      "learning_rate": 0.000244909937228584,
      "loss": 2.0128,
      "step": 4141
    },
    {
      "epoch": 2.590368980612883,
      "grad_norm": 1.4350722698169853,
      "learning_rate": 0.00024486187626210246,
      "loss": 2.0836,
      "step": 4142
    },
    {
      "epoch": 2.5909943714821764,
      "grad_norm": 1.3407388120068606,
      "learning_rate": 0.00024481379906069676,
      "loss": 1.8073,
      "step": 4143
    },
    {
      "epoch": 2.5916197623514696,
      "grad_norm": 1.4190154685561884,
      "learning_rate": 0.000244765705632595,
      "loss": 1.8621,
      "step": 4144
    },
    {
      "epoch": 2.592245153220763,
      "grad_norm": 1.5014352381419693,
      "learning_rate": 0.000244717595986028,
      "loss": 2.1142,
      "step": 4145
    },
    {
      "epoch": 2.592870544090056,
      "grad_norm": 1.4219111435500993,
      "learning_rate": 0.00024466947012922937,
      "loss": 1.9933,
      "step": 4146
    },
    {
      "epoch": 2.59349593495935,
      "grad_norm": 1.4258932578792656,
      "learning_rate": 0.0002446213280704355,
      "loss": 1.9421,
      "step": 4147
    },
    {
      "epoch": 2.5941213258286426,
      "grad_norm": 1.487274209939026,
      "learning_rate": 0.00024457316981788555,
      "loss": 2.4474,
      "step": 4148
    },
    {
      "epoch": 2.5947467166979363,
      "grad_norm": 1.3948260792759917,
      "learning_rate": 0.00024452499537982146,
      "loss": 1.9354,
      "step": 4149
    },
    {
      "epoch": 2.5953721075672296,
      "grad_norm": 1.355777320413557,
      "learning_rate": 0.00024447680476448805,
      "loss": 1.9278,
      "step": 4150
    },
    {
      "epoch": 2.595997498436523,
      "grad_norm": 1.395771538181819,
      "learning_rate": 0.0002444285979801326,
      "loss": 1.6443,
      "step": 4151
    },
    {
      "epoch": 2.596622889305816,
      "grad_norm": 1.365205961808249,
      "learning_rate": 0.0002443803750350055,
      "loss": 1.8034,
      "step": 4152
    },
    {
      "epoch": 2.5972482801751093,
      "grad_norm": 1.2762784517205026,
      "learning_rate": 0.0002443321359373597,
      "loss": 1.6932,
      "step": 4153
    },
    {
      "epoch": 2.5978736710444026,
      "grad_norm": 1.368648535286003,
      "learning_rate": 0.00024428388069545095,
      "loss": 1.9099,
      "step": 4154
    },
    {
      "epoch": 2.598499061913696,
      "grad_norm": 1.462991970317821,
      "learning_rate": 0.0002442356093175378,
      "loss": 1.8506,
      "step": 4155
    },
    {
      "epoch": 2.5991244527829895,
      "grad_norm": 1.3073981819914675,
      "learning_rate": 0.0002441873218118816,
      "loss": 1.732,
      "step": 4156
    },
    {
      "epoch": 2.599749843652283,
      "grad_norm": 1.3301256084859996,
      "learning_rate": 0.00024413901818674637,
      "loss": 1.7176,
      "step": 4157
    },
    {
      "epoch": 2.600375234521576,
      "grad_norm": 1.4995554323801141,
      "learning_rate": 0.00024409069845039892,
      "loss": 1.9566,
      "step": 4158
    },
    {
      "epoch": 2.6010006253908693,
      "grad_norm": 1.4440536300645768,
      "learning_rate": 0.00024404236261110884,
      "loss": 1.8812,
      "step": 4159
    },
    {
      "epoch": 2.6016260162601625,
      "grad_norm": 1.386719143517215,
      "learning_rate": 0.00024399401067714844,
      "loss": 1.7395,
      "step": 4160
    },
    {
      "epoch": 2.602251407129456,
      "grad_norm": 1.3553497758241195,
      "learning_rate": 0.0002439456426567928,
      "loss": 1.7625,
      "step": 4161
    },
    {
      "epoch": 2.602876797998749,
      "grad_norm": 1.8063415735138495,
      "learning_rate": 0.00024389725855831977,
      "loss": 2.0325,
      "step": 4162
    },
    {
      "epoch": 2.6035021888680427,
      "grad_norm": 1.5354652309716867,
      "learning_rate": 0.00024384885839000997,
      "loss": 1.9511,
      "step": 4163
    },
    {
      "epoch": 2.604127579737336,
      "grad_norm": 1.7180332077330214,
      "learning_rate": 0.00024380044216014668,
      "loss": 1.8508,
      "step": 4164
    },
    {
      "epoch": 2.6047529706066292,
      "grad_norm": 1.4392115667366143,
      "learning_rate": 0.000243752009877016,
      "loss": 1.9975,
      "step": 4165
    },
    {
      "epoch": 2.6053783614759225,
      "grad_norm": 1.5039079429333548,
      "learning_rate": 0.00024370356154890677,
      "loss": 1.9002,
      "step": 4166
    },
    {
      "epoch": 2.6060037523452158,
      "grad_norm": 1.2617228270977192,
      "learning_rate": 0.00024365509718411062,
      "loss": 1.4836,
      "step": 4167
    },
    {
      "epoch": 2.606629143214509,
      "grad_norm": 1.4076236190503488,
      "learning_rate": 0.0002436066167909218,
      "loss": 1.7965,
      "step": 4168
    },
    {
      "epoch": 2.6072545340838023,
      "grad_norm": 1.5087696226502874,
      "learning_rate": 0.00024355812037763744,
      "loss": 1.9059,
      "step": 4169
    },
    {
      "epoch": 2.607879924953096,
      "grad_norm": 1.6790982627053141,
      "learning_rate": 0.00024350960795255732,
      "loss": 1.8944,
      "step": 4170
    },
    {
      "epoch": 2.6085053158223888,
      "grad_norm": 1.3810849977690163,
      "learning_rate": 0.00024346107952398402,
      "loss": 1.9769,
      "step": 4171
    },
    {
      "epoch": 2.6091307066916825,
      "grad_norm": 1.3819247107516779,
      "learning_rate": 0.00024341253510022276,
      "loss": 2.0422,
      "step": 4172
    },
    {
      "epoch": 2.6097560975609757,
      "grad_norm": 1.251379046264035,
      "learning_rate": 0.00024336397468958164,
      "loss": 1.5982,
      "step": 4173
    },
    {
      "epoch": 2.610381488430269,
      "grad_norm": 1.4769547281004411,
      "learning_rate": 0.00024331539830037141,
      "loss": 2.2041,
      "step": 4174
    },
    {
      "epoch": 2.611006879299562,
      "grad_norm": 1.4146620719911527,
      "learning_rate": 0.0002432668059409055,
      "loss": 1.8826,
      "step": 4175
    },
    {
      "epoch": 2.6116322701688555,
      "grad_norm": 1.4180312717818582,
      "learning_rate": 0.00024321819761950023,
      "loss": 2.0657,
      "step": 4176
    },
    {
      "epoch": 2.6122576610381487,
      "grad_norm": 1.5438444851849198,
      "learning_rate": 0.00024316957334447452,
      "loss": 2.1074,
      "step": 4177
    },
    {
      "epoch": 2.612883051907442,
      "grad_norm": 1.2639090083844282,
      "learning_rate": 0.00024312093312415007,
      "loss": 1.4605,
      "step": 4178
    },
    {
      "epoch": 2.6135084427767357,
      "grad_norm": 1.5361261147968028,
      "learning_rate": 0.00024307227696685133,
      "loss": 2.0827,
      "step": 4179
    },
    {
      "epoch": 2.614133833646029,
      "grad_norm": 1.3741176772627766,
      "learning_rate": 0.00024302360488090538,
      "loss": 1.7991,
      "step": 4180
    },
    {
      "epoch": 2.614759224515322,
      "grad_norm": 1.2437338108680556,
      "learning_rate": 0.00024297491687464218,
      "loss": 1.6576,
      "step": 4181
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 1.316288109115071,
      "learning_rate": 0.00024292621295639422,
      "loss": 1.7197,
      "step": 4182
    },
    {
      "epoch": 2.6160100062539087,
      "grad_norm": 1.5175508516066698,
      "learning_rate": 0.00024287749313449693,
      "loss": 2.1841,
      "step": 4183
    },
    {
      "epoch": 2.616635397123202,
      "grad_norm": 1.62581328310399,
      "learning_rate": 0.00024282875741728829,
      "loss": 1.8722,
      "step": 4184
    },
    {
      "epoch": 2.617260787992495,
      "grad_norm": 1.3099272951318628,
      "learning_rate": 0.00024278000581310914,
      "loss": 1.6408,
      "step": 4185
    },
    {
      "epoch": 2.617886178861789,
      "grad_norm": 1.4087121338388142,
      "learning_rate": 0.00024273123833030288,
      "loss": 1.9579,
      "step": 4186
    },
    {
      "epoch": 2.6185115697310817,
      "grad_norm": 1.476876442999388,
      "learning_rate": 0.00024268245497721574,
      "loss": 1.8118,
      "step": 4187
    },
    {
      "epoch": 2.6191369606003754,
      "grad_norm": 1.5113015733447415,
      "learning_rate": 0.00024263365576219665,
      "loss": 2.2007,
      "step": 4188
    },
    {
      "epoch": 2.6197623514696686,
      "grad_norm": 1.7036737038957743,
      "learning_rate": 0.00024258484069359726,
      "loss": 1.9986,
      "step": 4189
    },
    {
      "epoch": 2.620387742338962,
      "grad_norm": 1.3427426576640251,
      "learning_rate": 0.00024253600977977195,
      "loss": 1.7235,
      "step": 4190
    },
    {
      "epoch": 2.621013133208255,
      "grad_norm": 1.5467539834172859,
      "learning_rate": 0.00024248716302907768,
      "loss": 2.405,
      "step": 4191
    },
    {
      "epoch": 2.6216385240775484,
      "grad_norm": 1.352895557760063,
      "learning_rate": 0.00024243830044987422,
      "loss": 1.7459,
      "step": 4192
    },
    {
      "epoch": 2.6222639149468416,
      "grad_norm": 1.3892076971987168,
      "learning_rate": 0.00024238942205052409,
      "loss": 1.734,
      "step": 4193
    },
    {
      "epoch": 2.622889305816135,
      "grad_norm": 1.4826701697287425,
      "learning_rate": 0.0002423405278393925,
      "loss": 2.1124,
      "step": 4194
    },
    {
      "epoch": 2.6235146966854286,
      "grad_norm": 1.551339057878957,
      "learning_rate": 0.0002422916178248473,
      "loss": 2.0066,
      "step": 4195
    },
    {
      "epoch": 2.624140087554722,
      "grad_norm": 1.3305689574474557,
      "learning_rate": 0.00024224269201525913,
      "loss": 1.8339,
      "step": 4196
    },
    {
      "epoch": 2.624765478424015,
      "grad_norm": 1.3343258578643735,
      "learning_rate": 0.00024219375041900117,
      "loss": 1.8946,
      "step": 4197
    },
    {
      "epoch": 2.6253908692933083,
      "grad_norm": 1.4248345737564703,
      "learning_rate": 0.00024214479304444963,
      "loss": 1.8577,
      "step": 4198
    },
    {
      "epoch": 2.6260162601626016,
      "grad_norm": 1.4174025059920776,
      "learning_rate": 0.000242095819899983,
      "loss": 1.8529,
      "step": 4199
    },
    {
      "epoch": 2.626641651031895,
      "grad_norm": 1.4444585433980826,
      "learning_rate": 0.0002420468309939828,
      "loss": 1.9956,
      "step": 4200
    },
    {
      "epoch": 2.627267041901188,
      "grad_norm": 1.4484528008832633,
      "learning_rate": 0.0002419978263348331,
      "loss": 2.1768,
      "step": 4201
    },
    {
      "epoch": 2.627892432770482,
      "grad_norm": 1.3933479263943473,
      "learning_rate": 0.00024194880593092063,
      "loss": 1.9865,
      "step": 4202
    },
    {
      "epoch": 2.6285178236397746,
      "grad_norm": 1.3498352737853514,
      "learning_rate": 0.000241899769790635,
      "loss": 1.8924,
      "step": 4203
    },
    {
      "epoch": 2.6291432145090683,
      "grad_norm": 1.517434543495104,
      "learning_rate": 0.0002418507179223683,
      "loss": 1.98,
      "step": 4204
    },
    {
      "epoch": 2.6297686053783615,
      "grad_norm": 1.488359593664943,
      "learning_rate": 0.00024180165033451544,
      "loss": 1.6886,
      "step": 4205
    },
    {
      "epoch": 2.630393996247655,
      "grad_norm": 1.405188612549942,
      "learning_rate": 0.000241752567035474,
      "loss": 1.7377,
      "step": 4206
    },
    {
      "epoch": 2.631019387116948,
      "grad_norm": 1.4951609970095119,
      "learning_rate": 0.00024170346803364414,
      "loss": 2.1126,
      "step": 4207
    },
    {
      "epoch": 2.6316447779862413,
      "grad_norm": 1.5022157424770652,
      "learning_rate": 0.0002416543533374289,
      "loss": 1.9986,
      "step": 4208
    },
    {
      "epoch": 2.6322701688555346,
      "grad_norm": 1.4092726499637043,
      "learning_rate": 0.00024160522295523385,
      "loss": 1.6494,
      "step": 4209
    },
    {
      "epoch": 2.632895559724828,
      "grad_norm": 1.2940330337850534,
      "learning_rate": 0.00024155607689546732,
      "loss": 1.6705,
      "step": 4210
    },
    {
      "epoch": 2.6335209505941215,
      "grad_norm": 1.2777761699978913,
      "learning_rate": 0.0002415069151665403,
      "loss": 1.8362,
      "step": 4211
    },
    {
      "epoch": 2.6341463414634148,
      "grad_norm": 1.597005702089408,
      "learning_rate": 0.00024145773777686644,
      "loss": 2.3299,
      "step": 4212
    },
    {
      "epoch": 2.634771732332708,
      "grad_norm": 1.3041096461594164,
      "learning_rate": 0.00024140854473486217,
      "loss": 1.6743,
      "step": 4213
    },
    {
      "epoch": 2.6353971232020013,
      "grad_norm": 1.4116699430703405,
      "learning_rate": 0.00024135933604894645,
      "loss": 1.7567,
      "step": 4214
    },
    {
      "epoch": 2.6360225140712945,
      "grad_norm": 1.3728258642201305,
      "learning_rate": 0.000241310111727541,
      "loss": 1.8218,
      "step": 4215
    },
    {
      "epoch": 2.6366479049405878,
      "grad_norm": 1.3531323560400879,
      "learning_rate": 0.00024126087177907024,
      "loss": 1.9809,
      "step": 4216
    },
    {
      "epoch": 2.637273295809881,
      "grad_norm": 1.3676849438197938,
      "learning_rate": 0.0002412116162119612,
      "loss": 1.8513,
      "step": 4217
    },
    {
      "epoch": 2.6378986866791747,
      "grad_norm": 1.406608805565459,
      "learning_rate": 0.0002411623450346436,
      "loss": 1.7898,
      "step": 4218
    },
    {
      "epoch": 2.6385240775484675,
      "grad_norm": 1.468838348242016,
      "learning_rate": 0.0002411130582555499,
      "loss": 1.9032,
      "step": 4219
    },
    {
      "epoch": 2.639149468417761,
      "grad_norm": 1.510481931099965,
      "learning_rate": 0.00024106375588311513,
      "loss": 2.0337,
      "step": 4220
    },
    {
      "epoch": 2.6397748592870545,
      "grad_norm": 1.372279153183339,
      "learning_rate": 0.00024101443792577708,
      "loss": 1.7549,
      "step": 4221
    },
    {
      "epoch": 2.6404002501563477,
      "grad_norm": 1.4111115845070639,
      "learning_rate": 0.00024096510439197612,
      "loss": 2.006,
      "step": 4222
    },
    {
      "epoch": 2.641025641025641,
      "grad_norm": 1.4910308577279863,
      "learning_rate": 0.00024091575529015534,
      "loss": 1.9859,
      "step": 4223
    },
    {
      "epoch": 2.641651031894934,
      "grad_norm": 1.4582590608647663,
      "learning_rate": 0.00024086639062876047,
      "loss": 2.0926,
      "step": 4224
    },
    {
      "epoch": 2.642276422764228,
      "grad_norm": 1.6020384096378666,
      "learning_rate": 0.00024081701041623994,
      "loss": 2.1726,
      "step": 4225
    },
    {
      "epoch": 2.6429018136335207,
      "grad_norm": 1.3756964465989816,
      "learning_rate": 0.0002407676146610448,
      "loss": 1.8713,
      "step": 4226
    },
    {
      "epoch": 2.6435272045028144,
      "grad_norm": 1.492873891312276,
      "learning_rate": 0.00024071820337162876,
      "loss": 2.1562,
      "step": 4227
    },
    {
      "epoch": 2.6441525953721077,
      "grad_norm": 1.3627676488540317,
      "learning_rate": 0.00024066877655644822,
      "loss": 2.0246,
      "step": 4228
    },
    {
      "epoch": 2.644777986241401,
      "grad_norm": 1.558044905863074,
      "learning_rate": 0.00024061933422396222,
      "loss": 1.9806,
      "step": 4229
    },
    {
      "epoch": 2.645403377110694,
      "grad_norm": 1.4825490998612965,
      "learning_rate": 0.00024056987638263253,
      "loss": 2.084,
      "step": 4230
    },
    {
      "epoch": 2.6460287679799874,
      "grad_norm": 1.2926994281396142,
      "learning_rate": 0.00024052040304092337,
      "loss": 1.6903,
      "step": 4231
    },
    {
      "epoch": 2.6466541588492807,
      "grad_norm": 1.4342953299171122,
      "learning_rate": 0.00024047091420730188,
      "loss": 1.8029,
      "step": 4232
    },
    {
      "epoch": 2.647279549718574,
      "grad_norm": 1.4694729687297075,
      "learning_rate": 0.00024042140989023758,
      "loss": 1.9603,
      "step": 4233
    },
    {
      "epoch": 2.6479049405878676,
      "grad_norm": 1.3892446538758951,
      "learning_rate": 0.00024037189009820285,
      "loss": 1.675,
      "step": 4234
    },
    {
      "epoch": 2.648530331457161,
      "grad_norm": 1.3934413200066318,
      "learning_rate": 0.00024032235483967265,
      "loss": 1.84,
      "step": 4235
    },
    {
      "epoch": 2.649155722326454,
      "grad_norm": 1.8358084672014352,
      "learning_rate": 0.00024027280412312457,
      "loss": 1.7146,
      "step": 4236
    },
    {
      "epoch": 2.6497811131957474,
      "grad_norm": 1.4630782554006256,
      "learning_rate": 0.00024022323795703886,
      "loss": 1.9741,
      "step": 4237
    },
    {
      "epoch": 2.6504065040650406,
      "grad_norm": 1.4910798447263272,
      "learning_rate": 0.00024017365634989836,
      "loss": 2.096,
      "step": 4238
    },
    {
      "epoch": 2.651031894934334,
      "grad_norm": 1.3987715127781344,
      "learning_rate": 0.0002401240593101887,
      "loss": 1.9441,
      "step": 4239
    },
    {
      "epoch": 2.651657285803627,
      "grad_norm": 1.4512174643669344,
      "learning_rate": 0.00024007444684639802,
      "loss": 1.9241,
      "step": 4240
    },
    {
      "epoch": 2.652282676672921,
      "grad_norm": 1.2954397215282674,
      "learning_rate": 0.0002400248189670171,
      "loss": 1.6246,
      "step": 4241
    },
    {
      "epoch": 2.6529080675422136,
      "grad_norm": 1.5618561956335137,
      "learning_rate": 0.0002399751756805394,
      "loss": 2.1316,
      "step": 4242
    },
    {
      "epoch": 2.6535334584115073,
      "grad_norm": 1.4400144234611414,
      "learning_rate": 0.000239925516995461,
      "loss": 1.8808,
      "step": 4243
    },
    {
      "epoch": 2.6541588492808006,
      "grad_norm": 1.5152065652629467,
      "learning_rate": 0.00023987584292028068,
      "loss": 1.814,
      "step": 4244
    },
    {
      "epoch": 2.654784240150094,
      "grad_norm": 1.4891560278598355,
      "learning_rate": 0.00023982615346349972,
      "loss": 2.1705,
      "step": 4245
    },
    {
      "epoch": 2.655409631019387,
      "grad_norm": 1.4049767295073181,
      "learning_rate": 0.00023977644863362217,
      "loss": 1.7217,
      "step": 4246
    },
    {
      "epoch": 2.6560350218886803,
      "grad_norm": 1.4515101048923014,
      "learning_rate": 0.0002397267284391547,
      "loss": 2.0932,
      "step": 4247
    },
    {
      "epoch": 2.6566604127579736,
      "grad_norm": 1.5436238427004552,
      "learning_rate": 0.00023967699288860643,
      "loss": 2.1003,
      "step": 4248
    },
    {
      "epoch": 2.657285803627267,
      "grad_norm": 1.468548289416365,
      "learning_rate": 0.00023962724199048932,
      "loss": 2.1676,
      "step": 4249
    },
    {
      "epoch": 2.6579111944965605,
      "grad_norm": 1.3660183602866367,
      "learning_rate": 0.00023957747575331789,
      "loss": 2.0048,
      "step": 4250
    },
    {
      "epoch": 2.658536585365854,
      "grad_norm": 1.384698307353311,
      "learning_rate": 0.0002395276941856092,
      "loss": 1.7878,
      "step": 4251
    },
    {
      "epoch": 2.659161976235147,
      "grad_norm": 1.3362807463249187,
      "learning_rate": 0.0002394778972958831,
      "loss": 1.9873,
      "step": 4252
    },
    {
      "epoch": 2.6597873671044403,
      "grad_norm": 1.347800451875977,
      "learning_rate": 0.0002394280850926619,
      "loss": 1.7674,
      "step": 4253
    },
    {
      "epoch": 2.6604127579737336,
      "grad_norm": 1.5828104153512832,
      "learning_rate": 0.00023937825758447062,
      "loss": 2.0933,
      "step": 4254
    },
    {
      "epoch": 2.661038148843027,
      "grad_norm": 1.4635528076462252,
      "learning_rate": 0.00023932841477983694,
      "loss": 2.0836,
      "step": 4255
    },
    {
      "epoch": 2.66166353971232,
      "grad_norm": 1.5269700209816208,
      "learning_rate": 0.00023927855668729093,
      "loss": 1.4997,
      "step": 4256
    },
    {
      "epoch": 2.6622889305816138,
      "grad_norm": 1.4763141488900502,
      "learning_rate": 0.00023922868331536557,
      "loss": 2.0431,
      "step": 4257
    },
    {
      "epoch": 2.6629143214509066,
      "grad_norm": 1.4005740374741105,
      "learning_rate": 0.00023917879467259633,
      "loss": 1.9988,
      "step": 4258
    },
    {
      "epoch": 2.6635397123202003,
      "grad_norm": 1.4300903300430445,
      "learning_rate": 0.00023912889076752126,
      "loss": 2.1067,
      "step": 4259
    },
    {
      "epoch": 2.6641651031894935,
      "grad_norm": 1.3526142531442222,
      "learning_rate": 0.00023907897160868103,
      "loss": 1.8618,
      "step": 4260
    },
    {
      "epoch": 2.6647904940587868,
      "grad_norm": 1.5311040503475826,
      "learning_rate": 0.00023902903720461897,
      "loss": 1.9159,
      "step": 4261
    },
    {
      "epoch": 2.66541588492808,
      "grad_norm": 1.4078106521551577,
      "learning_rate": 0.00023897908756388098,
      "loss": 1.8997,
      "step": 4262
    },
    {
      "epoch": 2.6660412757973733,
      "grad_norm": 1.3779681091365592,
      "learning_rate": 0.00023892912269501566,
      "loss": 1.7233,
      "step": 4263
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 1.555337811471134,
      "learning_rate": 0.00023887914260657398,
      "loss": 1.9691,
      "step": 4264
    },
    {
      "epoch": 2.6672920575359598,
      "grad_norm": 1.3251200732204007,
      "learning_rate": 0.00023882914730710976,
      "loss": 1.803,
      "step": 4265
    },
    {
      "epoch": 2.6679174484052535,
      "grad_norm": 1.3590979326340515,
      "learning_rate": 0.00023877913680517938,
      "loss": 1.6836,
      "step": 4266
    },
    {
      "epoch": 2.6685428392745467,
      "grad_norm": 1.4220227879416056,
      "learning_rate": 0.0002387291111093417,
      "loss": 1.8046,
      "step": 4267
    },
    {
      "epoch": 2.66916823014384,
      "grad_norm": 1.4306540931186518,
      "learning_rate": 0.0002386790702281583,
      "loss": 1.8546,
      "step": 4268
    },
    {
      "epoch": 2.6697936210131332,
      "grad_norm": 1.4147330151276782,
      "learning_rate": 0.00023862901417019323,
      "loss": 1.8822,
      "step": 4269
    },
    {
      "epoch": 2.6704190118824265,
      "grad_norm": 1.4299022757800117,
      "learning_rate": 0.00023857894294401335,
      "loss": 1.9716,
      "step": 4270
    },
    {
      "epoch": 2.6710444027517197,
      "grad_norm": 1.5591394658352165,
      "learning_rate": 0.0002385288565581879,
      "loss": 1.9848,
      "step": 4271
    },
    {
      "epoch": 2.671669793621013,
      "grad_norm": 1.3593297633491144,
      "learning_rate": 0.00023847875502128885,
      "loss": 1.609,
      "step": 4272
    },
    {
      "epoch": 2.6722951844903067,
      "grad_norm": 1.4280094171972715,
      "learning_rate": 0.0002384286383418907,
      "loss": 2.0584,
      "step": 4273
    },
    {
      "epoch": 2.6729205753595995,
      "grad_norm": 1.366002512757905,
      "learning_rate": 0.00023837850652857053,
      "loss": 1.7293,
      "step": 4274
    },
    {
      "epoch": 2.673545966228893,
      "grad_norm": 1.5696047760340848,
      "learning_rate": 0.00023832835958990803,
      "loss": 2.2566,
      "step": 4275
    },
    {
      "epoch": 2.6741713570981864,
      "grad_norm": 1.5685012769922557,
      "learning_rate": 0.00023827819753448557,
      "loss": 2.2728,
      "step": 4276
    },
    {
      "epoch": 2.6747967479674797,
      "grad_norm": 1.362348027405334,
      "learning_rate": 0.00023822802037088794,
      "loss": 1.8249,
      "step": 4277
    },
    {
      "epoch": 2.675422138836773,
      "grad_norm": 1.5812133110910689,
      "learning_rate": 0.00023817782810770264,
      "loss": 2.1157,
      "step": 4278
    },
    {
      "epoch": 2.676047529706066,
      "grad_norm": 1.4352547893736936,
      "learning_rate": 0.0002381276207535197,
      "loss": 1.8847,
      "step": 4279
    },
    {
      "epoch": 2.6766729205753594,
      "grad_norm": 1.3743266728653867,
      "learning_rate": 0.00023807739831693174,
      "loss": 1.9674,
      "step": 4280
    },
    {
      "epoch": 2.6772983114446527,
      "grad_norm": 1.2902502942505658,
      "learning_rate": 0.000238027160806534,
      "loss": 1.9519,
      "step": 4281
    },
    {
      "epoch": 2.6779237023139464,
      "grad_norm": 1.4399437620102422,
      "learning_rate": 0.0002379769082309242,
      "loss": 1.8794,
      "step": 4282
    },
    {
      "epoch": 2.6785490931832396,
      "grad_norm": 1.3972773981615374,
      "learning_rate": 0.00023792664059870278,
      "loss": 1.9602,
      "step": 4283
    },
    {
      "epoch": 2.679174484052533,
      "grad_norm": 1.3087287692694296,
      "learning_rate": 0.00023787635791847262,
      "loss": 1.7658,
      "step": 4284
    },
    {
      "epoch": 2.679799874921826,
      "grad_norm": 1.536084038989964,
      "learning_rate": 0.00023782606019883925,
      "loss": 2.098,
      "step": 4285
    },
    {
      "epoch": 2.6804252657911194,
      "grad_norm": 1.4965258577033713,
      "learning_rate": 0.00023777574744841083,
      "loss": 2.2353,
      "step": 4286
    },
    {
      "epoch": 2.6810506566604126,
      "grad_norm": 1.4727896480746636,
      "learning_rate": 0.00023772541967579793,
      "loss": 2.1523,
      "step": 4287
    },
    {
      "epoch": 2.681676047529706,
      "grad_norm": 1.412256944905684,
      "learning_rate": 0.00023767507688961383,
      "loss": 1.7834,
      "step": 4288
    },
    {
      "epoch": 2.6823014383989996,
      "grad_norm": 1.4344613826304962,
      "learning_rate": 0.00023762471909847432,
      "loss": 1.8777,
      "step": 4289
    },
    {
      "epoch": 2.682926829268293,
      "grad_norm": 1.4987188882700302,
      "learning_rate": 0.00023757434631099775,
      "loss": 1.9238,
      "step": 4290
    },
    {
      "epoch": 2.683552220137586,
      "grad_norm": 1.422660561779061,
      "learning_rate": 0.00023752395853580515,
      "loss": 1.9514,
      "step": 4291
    },
    {
      "epoch": 2.6841776110068793,
      "grad_norm": 1.3770133933855047,
      "learning_rate": 0.0002374735557815199,
      "loss": 1.7275,
      "step": 4292
    },
    {
      "epoch": 2.6848030018761726,
      "grad_norm": 1.417485639203797,
      "learning_rate": 0.00023742313805676815,
      "loss": 1.9886,
      "step": 4293
    },
    {
      "epoch": 2.685428392745466,
      "grad_norm": 1.345868193957888,
      "learning_rate": 0.0002373727053701785,
      "loss": 1.7991,
      "step": 4294
    },
    {
      "epoch": 2.686053783614759,
      "grad_norm": 1.3723433125190967,
      "learning_rate": 0.00023732225773038214,
      "loss": 1.8978,
      "step": 4295
    },
    {
      "epoch": 2.686679174484053,
      "grad_norm": 1.279275864731261,
      "learning_rate": 0.00023727179514601286,
      "loss": 1.6007,
      "step": 4296
    },
    {
      "epoch": 2.6873045653533456,
      "grad_norm": 1.3275148395183498,
      "learning_rate": 0.0002372213176257069,
      "loss": 1.7105,
      "step": 4297
    },
    {
      "epoch": 2.6879299562226393,
      "grad_norm": 1.556865418980634,
      "learning_rate": 0.00023717082517810316,
      "loss": 2.0453,
      "step": 4298
    },
    {
      "epoch": 2.6885553470919326,
      "grad_norm": 1.5933202179463668,
      "learning_rate": 0.000237120317811843,
      "loss": 2.1378,
      "step": 4299
    },
    {
      "epoch": 2.689180737961226,
      "grad_norm": 1.459700301309968,
      "learning_rate": 0.00023706979553557054,
      "loss": 1.8373,
      "step": 4300
    },
    {
      "epoch": 2.689806128830519,
      "grad_norm": 1.3513743271614238,
      "learning_rate": 0.0002370192583579321,
      "loss": 1.7577,
      "step": 4301
    },
    {
      "epoch": 2.6904315196998123,
      "grad_norm": 1.417572285818783,
      "learning_rate": 0.00023696870628757692,
      "loss": 2.0571,
      "step": 4302
    },
    {
      "epoch": 2.6910569105691056,
      "grad_norm": 1.4075834984125326,
      "learning_rate": 0.00023691813933315653,
      "loss": 1.953,
      "step": 4303
    },
    {
      "epoch": 2.691682301438399,
      "grad_norm": 1.426469137454098,
      "learning_rate": 0.00023686755750332517,
      "loss": 2.0864,
      "step": 4304
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 1.9335395907887438,
      "learning_rate": 0.00023681696080673944,
      "loss": 1.8621,
      "step": 4305
    },
    {
      "epoch": 2.6929330831769858,
      "grad_norm": 1.3416495259194057,
      "learning_rate": 0.00023676634925205874,
      "loss": 2.0716,
      "step": 4306
    },
    {
      "epoch": 2.693558474046279,
      "grad_norm": 1.7210824847290254,
      "learning_rate": 0.00023671572284794475,
      "loss": 1.9466,
      "step": 4307
    },
    {
      "epoch": 2.6941838649155723,
      "grad_norm": 1.4840319216649753,
      "learning_rate": 0.00023666508160306187,
      "loss": 1.8668,
      "step": 4308
    },
    {
      "epoch": 2.6948092557848655,
      "grad_norm": 1.3867255190546919,
      "learning_rate": 0.00023661442552607698,
      "loss": 1.9717,
      "step": 4309
    },
    {
      "epoch": 2.6954346466541588,
      "grad_norm": 1.3110363582300575,
      "learning_rate": 0.00023656375462565948,
      "loss": 1.7618,
      "step": 4310
    },
    {
      "epoch": 2.696060037523452,
      "grad_norm": 1.729653996153489,
      "learning_rate": 0.00023651306891048134,
      "loss": 1.5547,
      "step": 4311
    },
    {
      "epoch": 2.6966854283927457,
      "grad_norm": 1.3097133918803594,
      "learning_rate": 0.00023646236838921714,
      "loss": 1.6091,
      "step": 4312
    },
    {
      "epoch": 2.6973108192620385,
      "grad_norm": 1.3874425505930725,
      "learning_rate": 0.00023641165307054373,
      "loss": 1.6711,
      "step": 4313
    },
    {
      "epoch": 2.6979362101313322,
      "grad_norm": 1.3944552556439862,
      "learning_rate": 0.0002363609229631408,
      "loss": 1.6202,
      "step": 4314
    },
    {
      "epoch": 2.6985616010006255,
      "grad_norm": 1.4537504926839262,
      "learning_rate": 0.0002363101780756904,
      "loss": 1.7962,
      "step": 4315
    },
    {
      "epoch": 2.6991869918699187,
      "grad_norm": 1.4784818114531517,
      "learning_rate": 0.00023625941841687718,
      "loss": 2.1067,
      "step": 4316
    },
    {
      "epoch": 2.699812382739212,
      "grad_norm": 1.3216422581841205,
      "learning_rate": 0.00023620864399538825,
      "loss": 1.5581,
      "step": 4317
    },
    {
      "epoch": 2.7004377736085052,
      "grad_norm": 3.258556117816298,
      "learning_rate": 0.0002361578548199133,
      "loss": 1.8225,
      "step": 4318
    },
    {
      "epoch": 2.7010631644777985,
      "grad_norm": 1.5975594769754282,
      "learning_rate": 0.00023610705089914454,
      "loss": 2.252,
      "step": 4319
    },
    {
      "epoch": 2.7016885553470917,
      "grad_norm": 1.592100949759622,
      "learning_rate": 0.00023605623224177668,
      "loss": 1.8635,
      "step": 4320
    },
    {
      "epoch": 2.7023139462163854,
      "grad_norm": 1.4759947764700379,
      "learning_rate": 0.00023600539885650695,
      "loss": 1.9724,
      "step": 4321
    },
    {
      "epoch": 2.7029393370856787,
      "grad_norm": 1.3860466874660404,
      "learning_rate": 0.00023595455075203518,
      "loss": 1.8097,
      "step": 4322
    },
    {
      "epoch": 2.703564727954972,
      "grad_norm": 1.4220328921273522,
      "learning_rate": 0.00023590368793706358,
      "loss": 1.9768,
      "step": 4323
    },
    {
      "epoch": 2.704190118824265,
      "grad_norm": 1.4007994617818167,
      "learning_rate": 0.000235852810420297,
      "loss": 2.0984,
      "step": 4324
    },
    {
      "epoch": 2.7048155096935584,
      "grad_norm": 1.3699392207443126,
      "learning_rate": 0.00023580191821044274,
      "loss": 1.7985,
      "step": 4325
    },
    {
      "epoch": 2.7054409005628517,
      "grad_norm": 1.307899914849665,
      "learning_rate": 0.00023575101131621064,
      "loss": 1.8458,
      "step": 4326
    },
    {
      "epoch": 2.706066291432145,
      "grad_norm": 1.4432023083344243,
      "learning_rate": 0.00023570008974631304,
      "loss": 2.0108,
      "step": 4327
    },
    {
      "epoch": 2.7066916823014386,
      "grad_norm": 1.4301862549477722,
      "learning_rate": 0.00023564915350946482,
      "loss": 1.9509,
      "step": 4328
    },
    {
      "epoch": 2.7073170731707314,
      "grad_norm": 1.3062643606899034,
      "learning_rate": 0.00023559820261438334,
      "loss": 1.8095,
      "step": 4329
    },
    {
      "epoch": 2.707942464040025,
      "grad_norm": 1.3486942011217022,
      "learning_rate": 0.00023554723706978843,
      "loss": 1.8253,
      "step": 4330
    },
    {
      "epoch": 2.7085678549093184,
      "grad_norm": 1.4332652588105583,
      "learning_rate": 0.00023549625688440255,
      "loss": 1.9287,
      "step": 4331
    },
    {
      "epoch": 2.7091932457786116,
      "grad_norm": 1.287772160068423,
      "learning_rate": 0.00023544526206695053,
      "loss": 1.8698,
      "step": 4332
    },
    {
      "epoch": 2.709818636647905,
      "grad_norm": 1.3818634788927864,
      "learning_rate": 0.00023539425262615978,
      "loss": 1.7987,
      "step": 4333
    },
    {
      "epoch": 2.710444027517198,
      "grad_norm": 1.538809170347448,
      "learning_rate": 0.00023534322857076025,
      "loss": 1.8583,
      "step": 4334
    },
    {
      "epoch": 2.7110694183864914,
      "grad_norm": 1.381172360133106,
      "learning_rate": 0.00023529218990948425,
      "loss": 1.8075,
      "step": 4335
    },
    {
      "epoch": 2.7116948092557847,
      "grad_norm": 1.3919054998107865,
      "learning_rate": 0.00023524113665106673,
      "loss": 1.9389,
      "step": 4336
    },
    {
      "epoch": 2.7123202001250784,
      "grad_norm": 1.3549947987541304,
      "learning_rate": 0.0002351900688042451,
      "loss": 1.7246,
      "step": 4337
    },
    {
      "epoch": 2.7129455909943716,
      "grad_norm": 1.6223653583130138,
      "learning_rate": 0.0002351389863777592,
      "loss": 2.3025,
      "step": 4338
    },
    {
      "epoch": 2.713570981863665,
      "grad_norm": 1.5293145334044274,
      "learning_rate": 0.0002350878893803515,
      "loss": 2.1333,
      "step": 4339
    },
    {
      "epoch": 2.714196372732958,
      "grad_norm": 1.4712529982557203,
      "learning_rate": 0.00023503677782076674,
      "loss": 1.8661,
      "step": 4340
    },
    {
      "epoch": 2.7148217636022514,
      "grad_norm": 1.5129406353759414,
      "learning_rate": 0.00023498565170775243,
      "loss": 1.9441,
      "step": 4341
    },
    {
      "epoch": 2.7154471544715446,
      "grad_norm": 1.6444553034903866,
      "learning_rate": 0.00023493451105005838,
      "loss": 2.1525,
      "step": 4342
    },
    {
      "epoch": 2.716072545340838,
      "grad_norm": 1.4190983165189237,
      "learning_rate": 0.00023488335585643695,
      "loss": 1.9664,
      "step": 4343
    },
    {
      "epoch": 2.7166979362101316,
      "grad_norm": 1.3518300909678431,
      "learning_rate": 0.000234832186135643,
      "loss": 1.8569,
      "step": 4344
    },
    {
      "epoch": 2.7173233270794244,
      "grad_norm": 1.4821316193776353,
      "learning_rate": 0.00023478100189643384,
      "loss": 1.872,
      "step": 4345
    },
    {
      "epoch": 2.717948717948718,
      "grad_norm": 1.4948289036289344,
      "learning_rate": 0.0002347298031475693,
      "loss": 1.8707,
      "step": 4346
    },
    {
      "epoch": 2.7185741088180113,
      "grad_norm": 1.4565942673624224,
      "learning_rate": 0.00023467858989781163,
      "loss": 2.2365,
      "step": 4347
    },
    {
      "epoch": 2.7191994996873046,
      "grad_norm": 1.345619936484096,
      "learning_rate": 0.00023462736215592564,
      "loss": 1.7872,
      "step": 4348
    },
    {
      "epoch": 2.719824890556598,
      "grad_norm": 1.3132056737857218,
      "learning_rate": 0.00023457611993067857,
      "loss": 1.7627,
      "step": 4349
    },
    {
      "epoch": 2.720450281425891,
      "grad_norm": 1.3726206170661455,
      "learning_rate": 0.00023452486323084022,
      "loss": 1.977,
      "step": 4350
    },
    {
      "epoch": 2.7210756722951848,
      "grad_norm": 1.4938533387109045,
      "learning_rate": 0.0002344735920651827,
      "loss": 2.1364,
      "step": 4351
    },
    {
      "epoch": 2.7217010631644776,
      "grad_norm": 1.4171189869832708,
      "learning_rate": 0.00023442230644248074,
      "loss": 1.7216,
      "step": 4352
    },
    {
      "epoch": 2.7223264540337713,
      "grad_norm": 1.5225677662902788,
      "learning_rate": 0.00023437100637151162,
      "loss": 2.1983,
      "step": 4353
    },
    {
      "epoch": 2.7229518449030645,
      "grad_norm": 1.4115304464242335,
      "learning_rate": 0.00023431969186105478,
      "loss": 1.7937,
      "step": 4354
    },
    {
      "epoch": 2.7235772357723578,
      "grad_norm": 1.2840436820408971,
      "learning_rate": 0.00023426836291989242,
      "loss": 1.5503,
      "step": 4355
    },
    {
      "epoch": 2.724202626641651,
      "grad_norm": 1.6330829891734961,
      "learning_rate": 0.0002342170195568091,
      "loss": 2.4268,
      "step": 4356
    },
    {
      "epoch": 2.7248280175109443,
      "grad_norm": 1.3501610075407917,
      "learning_rate": 0.00023416566178059193,
      "loss": 1.8542,
      "step": 4357
    },
    {
      "epoch": 2.7254534083802375,
      "grad_norm": 1.5834709610822144,
      "learning_rate": 0.00023411428960003035,
      "loss": 2.2107,
      "step": 4358
    },
    {
      "epoch": 2.726078799249531,
      "grad_norm": 1.5033803071203438,
      "learning_rate": 0.0002340629030239164,
      "loss": 1.965,
      "step": 4359
    },
    {
      "epoch": 2.7267041901188245,
      "grad_norm": 1.4230130811919506,
      "learning_rate": 0.00023401150206104446,
      "loss": 1.7845,
      "step": 4360
    },
    {
      "epoch": 2.7273295809881177,
      "grad_norm": 1.464676287814832,
      "learning_rate": 0.00023396008672021146,
      "loss": 1.9924,
      "step": 4361
    },
    {
      "epoch": 2.727954971857411,
      "grad_norm": 1.3814293161101492,
      "learning_rate": 0.00023390865701021675,
      "loss": 1.7835,
      "step": 4362
    },
    {
      "epoch": 2.7285803627267042,
      "grad_norm": 1.3263804109021176,
      "learning_rate": 0.00023385721293986216,
      "loss": 1.9434,
      "step": 4363
    },
    {
      "epoch": 2.7292057535959975,
      "grad_norm": 1.4791601276637731,
      "learning_rate": 0.00023380575451795196,
      "loss": 2.0531,
      "step": 4364
    },
    {
      "epoch": 2.7298311444652907,
      "grad_norm": 1.5507871966185423,
      "learning_rate": 0.0002337542817532929,
      "loss": 1.9782,
      "step": 4365
    },
    {
      "epoch": 2.730456535334584,
      "grad_norm": 1.2927815574731354,
      "learning_rate": 0.00023370279465469423,
      "loss": 1.8308,
      "step": 4366
    },
    {
      "epoch": 2.7310819262038777,
      "grad_norm": 1.3535689851455555,
      "learning_rate": 0.00023365129323096745,
      "loss": 1.5173,
      "step": 4367
    },
    {
      "epoch": 2.7317073170731705,
      "grad_norm": 1.300434593414794,
      "learning_rate": 0.0002335997774909268,
      "loss": 1.4012,
      "step": 4368
    },
    {
      "epoch": 2.732332707942464,
      "grad_norm": 1.4730396978697022,
      "learning_rate": 0.00023354824744338873,
      "loss": 2.138,
      "step": 4369
    },
    {
      "epoch": 2.7329580988117574,
      "grad_norm": 1.978596844700591,
      "learning_rate": 0.0002334967030971723,
      "loss": 1.9533,
      "step": 4370
    },
    {
      "epoch": 2.7335834896810507,
      "grad_norm": 1.3214130864226188,
      "learning_rate": 0.00023344514446109894,
      "loss": 1.4249,
      "step": 4371
    },
    {
      "epoch": 2.734208880550344,
      "grad_norm": 1.5905785210924415,
      "learning_rate": 0.00023339357154399248,
      "loss": 2.0067,
      "step": 4372
    },
    {
      "epoch": 2.734834271419637,
      "grad_norm": 1.3070590717023542,
      "learning_rate": 0.0002333419843546793,
      "loss": 1.6213,
      "step": 4373
    },
    {
      "epoch": 2.7354596622889304,
      "grad_norm": 1.420292680033115,
      "learning_rate": 0.00023329038290198818,
      "loss": 1.8973,
      "step": 4374
    },
    {
      "epoch": 2.7360850531582237,
      "grad_norm": 1.3608118225378294,
      "learning_rate": 0.0002332387671947503,
      "loss": 1.8393,
      "step": 4375
    },
    {
      "epoch": 2.7367104440275174,
      "grad_norm": 1.5766893915478801,
      "learning_rate": 0.00023318713724179938,
      "loss": 1.6037,
      "step": 4376
    },
    {
      "epoch": 2.7373358348968106,
      "grad_norm": 1.5270966924451241,
      "learning_rate": 0.0002331354930519715,
      "loss": 1.8613,
      "step": 4377
    },
    {
      "epoch": 2.737961225766104,
      "grad_norm": 1.3373264755981682,
      "learning_rate": 0.00023308383463410513,
      "loss": 1.7306,
      "step": 4378
    },
    {
      "epoch": 2.738586616635397,
      "grad_norm": 1.4774270037238868,
      "learning_rate": 0.00023303216199704126,
      "loss": 1.7979,
      "step": 4379
    },
    {
      "epoch": 2.7392120075046904,
      "grad_norm": 1.4258367809028976,
      "learning_rate": 0.00023298047514962327,
      "loss": 1.8486,
      "step": 4380
    },
    {
      "epoch": 2.7398373983739837,
      "grad_norm": 1.403628079714755,
      "learning_rate": 0.00023292877410069704,
      "loss": 1.8766,
      "step": 4381
    },
    {
      "epoch": 2.740462789243277,
      "grad_norm": 1.4338627080519626,
      "learning_rate": 0.00023287705885911082,
      "loss": 2.0293,
      "step": 4382
    },
    {
      "epoch": 2.7410881801125706,
      "grad_norm": 1.8126963570727301,
      "learning_rate": 0.00023282532943371526,
      "loss": 1.9377,
      "step": 4383
    },
    {
      "epoch": 2.7417135709818634,
      "grad_norm": 1.9275854981976177,
      "learning_rate": 0.00023277358583336354,
      "loss": 2.1153,
      "step": 4384
    },
    {
      "epoch": 2.742338961851157,
      "grad_norm": 1.5774318791889377,
      "learning_rate": 0.0002327218280669111,
      "loss": 2.2659,
      "step": 4385
    },
    {
      "epoch": 2.7429643527204504,
      "grad_norm": 1.4610203499915417,
      "learning_rate": 0.0002326700561432161,
      "loss": 2.196,
      "step": 4386
    },
    {
      "epoch": 2.7435897435897436,
      "grad_norm": 1.5717106072066926,
      "learning_rate": 0.00023261827007113869,
      "loss": 2.1883,
      "step": 4387
    },
    {
      "epoch": 2.744215134459037,
      "grad_norm": 5.4193925251796875,
      "learning_rate": 0.00023256646985954179,
      "loss": 1.9356,
      "step": 4388
    },
    {
      "epoch": 2.74484052532833,
      "grad_norm": 1.3521179762500308,
      "learning_rate": 0.0002325146555172907,
      "loss": 1.772,
      "step": 4389
    },
    {
      "epoch": 2.7454659161976234,
      "grad_norm": 1.2997542574282959,
      "learning_rate": 0.000232462827053253,
      "loss": 1.8485,
      "step": 4390
    },
    {
      "epoch": 2.7460913070669166,
      "grad_norm": 1.4527383071519504,
      "learning_rate": 0.00023241098447629872,
      "loss": 2.144,
      "step": 4391
    },
    {
      "epoch": 2.7467166979362103,
      "grad_norm": 1.3765647929041356,
      "learning_rate": 0.00023235912779530037,
      "loss": 1.927,
      "step": 4392
    },
    {
      "epoch": 2.7473420888055036,
      "grad_norm": 1.5919134169614015,
      "learning_rate": 0.00023230725701913293,
      "loss": 2.1919,
      "step": 4393
    },
    {
      "epoch": 2.747967479674797,
      "grad_norm": 1.370739464049415,
      "learning_rate": 0.00023225537215667362,
      "loss": 1.977,
      "step": 4394
    },
    {
      "epoch": 2.74859287054409,
      "grad_norm": 1.4216389342504243,
      "learning_rate": 0.00023220347321680214,
      "loss": 1.9935,
      "step": 4395
    },
    {
      "epoch": 2.7492182614133833,
      "grad_norm": 1.5000264786488138,
      "learning_rate": 0.0002321515602084007,
      "loss": 2.0619,
      "step": 4396
    },
    {
      "epoch": 2.7498436522826766,
      "grad_norm": 1.3198208416141393,
      "learning_rate": 0.0002320996331403538,
      "loss": 1.8364,
      "step": 4397
    },
    {
      "epoch": 2.75046904315197,
      "grad_norm": 1.4205813533669005,
      "learning_rate": 0.00023204769202154834,
      "loss": 2.0178,
      "step": 4398
    },
    {
      "epoch": 2.7510944340212635,
      "grad_norm": 1.3098204405952052,
      "learning_rate": 0.00023199573686087373,
      "loss": 1.9437,
      "step": 4399
    },
    {
      "epoch": 2.7517198248905563,
      "grad_norm": 1.4133212635591832,
      "learning_rate": 0.0002319437676672217,
      "loss": 1.7445,
      "step": 4400
    },
    {
      "epoch": 2.75234521575985,
      "grad_norm": 1.5189046921601368,
      "learning_rate": 0.00023189178444948632,
      "loss": 1.851,
      "step": 4401
    },
    {
      "epoch": 2.7529706066291433,
      "grad_norm": 1.5106186073169945,
      "learning_rate": 0.00023183978721656433,
      "loss": 2.2451,
      "step": 4402
    },
    {
      "epoch": 2.7535959974984365,
      "grad_norm": 1.3955095172432264,
      "learning_rate": 0.00023178777597735448,
      "loss": 1.6509,
      "step": 4403
    },
    {
      "epoch": 2.75422138836773,
      "grad_norm": 1.4774889360277061,
      "learning_rate": 0.00023173575074075822,
      "loss": 1.97,
      "step": 4404
    },
    {
      "epoch": 2.754846779237023,
      "grad_norm": 1.3752393534126879,
      "learning_rate": 0.0002316837115156793,
      "loss": 1.8652,
      "step": 4405
    },
    {
      "epoch": 2.7554721701063163,
      "grad_norm": 1.2085956153852424,
      "learning_rate": 0.00023163165831102382,
      "loss": 1.531,
      "step": 4406
    },
    {
      "epoch": 2.7560975609756095,
      "grad_norm": 1.427867709424742,
      "learning_rate": 0.00023157959113570033,
      "loss": 1.9418,
      "step": 4407
    },
    {
      "epoch": 2.7567229518449032,
      "grad_norm": 1.374832043653951,
      "learning_rate": 0.00023152750999861973,
      "loss": 1.8552,
      "step": 4408
    },
    {
      "epoch": 2.7573483427141965,
      "grad_norm": 1.348216572331174,
      "learning_rate": 0.00023147541490869538,
      "loss": 1.8376,
      "step": 4409
    },
    {
      "epoch": 2.7579737335834897,
      "grad_norm": 1.5046151889452755,
      "learning_rate": 0.00023142330587484295,
      "loss": 1.9345,
      "step": 4410
    },
    {
      "epoch": 2.758599124452783,
      "grad_norm": 1.3668597269793918,
      "learning_rate": 0.00023137118290598045,
      "loss": 1.7482,
      "step": 4411
    },
    {
      "epoch": 2.7592245153220762,
      "grad_norm": 1.3776921985089554,
      "learning_rate": 0.00023131904601102847,
      "loss": 1.6443,
      "step": 4412
    },
    {
      "epoch": 2.7598499061913695,
      "grad_norm": 1.363956482684019,
      "learning_rate": 0.00023126689519890976,
      "loss": 1.9595,
      "step": 4413
    },
    {
      "epoch": 2.7604752970606627,
      "grad_norm": 1.5821549105493946,
      "learning_rate": 0.00023121473047854965,
      "loss": 1.9644,
      "step": 4414
    },
    {
      "epoch": 2.7611006879299564,
      "grad_norm": 1.1974876077659442,
      "learning_rate": 0.0002311625518588757,
      "loss": 1.4835,
      "step": 4415
    },
    {
      "epoch": 2.7617260787992497,
      "grad_norm": 1.5029992892096722,
      "learning_rate": 0.00023111035934881787,
      "loss": 2.0599,
      "step": 4416
    },
    {
      "epoch": 2.762351469668543,
      "grad_norm": 1.488308159950507,
      "learning_rate": 0.00023105815295730857,
      "loss": 1.8567,
      "step": 4417
    },
    {
      "epoch": 2.762976860537836,
      "grad_norm": 1.5169480658526524,
      "learning_rate": 0.00023100593269328263,
      "loss": 2.0535,
      "step": 4418
    },
    {
      "epoch": 2.7636022514071295,
      "grad_norm": 1.1841455251817634,
      "learning_rate": 0.000230953698565677,
      "loss": 1.5265,
      "step": 4419
    },
    {
      "epoch": 2.7642276422764227,
      "grad_norm": 1.2732788283872216,
      "learning_rate": 0.00023090145058343134,
      "loss": 1.7349,
      "step": 4420
    },
    {
      "epoch": 2.764853033145716,
      "grad_norm": 1.3250246424940881,
      "learning_rate": 0.00023084918875548738,
      "loss": 1.8672,
      "step": 4421
    },
    {
      "epoch": 2.7654784240150097,
      "grad_norm": 1.34468383882674,
      "learning_rate": 0.00023079691309078944,
      "loss": 2.0085,
      "step": 4422
    },
    {
      "epoch": 2.7661038148843025,
      "grad_norm": 1.4873288940505345,
      "learning_rate": 0.00023074462359828405,
      "loss": 2.0185,
      "step": 4423
    },
    {
      "epoch": 2.766729205753596,
      "grad_norm": 1.5630296060320013,
      "learning_rate": 0.00023069232028692026,
      "loss": 2.1449,
      "step": 4424
    },
    {
      "epoch": 2.7673545966228894,
      "grad_norm": 1.3651121976793525,
      "learning_rate": 0.00023064000316564933,
      "loss": 1.9291,
      "step": 4425
    },
    {
      "epoch": 2.7679799874921827,
      "grad_norm": 1.3466155206861707,
      "learning_rate": 0.000230587672243425,
      "loss": 1.6994,
      "step": 4426
    },
    {
      "epoch": 2.768605378361476,
      "grad_norm": 1.3715742243277298,
      "learning_rate": 0.00023053532752920336,
      "loss": 1.8224,
      "step": 4427
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 1.4722010625088313,
      "learning_rate": 0.00023048296903194275,
      "loss": 2.1299,
      "step": 4428
    },
    {
      "epoch": 2.7698561601000624,
      "grad_norm": 1.1639687675240304,
      "learning_rate": 0.000230430596760604,
      "loss": 1.3899,
      "step": 4429
    },
    {
      "epoch": 2.7704815509693557,
      "grad_norm": 1.3340214095489067,
      "learning_rate": 0.00023037821072415023,
      "loss": 2.0606,
      "step": 4430
    },
    {
      "epoch": 2.7711069418386494,
      "grad_norm": 1.3846192192953426,
      "learning_rate": 0.00023032581093154693,
      "loss": 1.8607,
      "step": 4431
    },
    {
      "epoch": 2.7717323327079426,
      "grad_norm": 1.3620529949018305,
      "learning_rate": 0.00023027339739176196,
      "loss": 1.9881,
      "step": 4432
    },
    {
      "epoch": 2.772357723577236,
      "grad_norm": 1.3938634405960164,
      "learning_rate": 0.00023022097011376544,
      "loss": 1.9889,
      "step": 4433
    },
    {
      "epoch": 2.772983114446529,
      "grad_norm": 1.3574933435727075,
      "learning_rate": 0.0002301685291065301,
      "loss": 1.8189,
      "step": 4434
    },
    {
      "epoch": 2.7736085053158224,
      "grad_norm": 1.438219701569224,
      "learning_rate": 0.0002301160743790307,
      "loss": 2.4715,
      "step": 4435
    },
    {
      "epoch": 2.7742338961851156,
      "grad_norm": 1.4005296159043514,
      "learning_rate": 0.00023006360594024448,
      "loss": 1.8305,
      "step": 4436
    },
    {
      "epoch": 2.774859287054409,
      "grad_norm": 1.5171805731477126,
      "learning_rate": 0.00023001112379915107,
      "loss": 1.9999,
      "step": 4437
    },
    {
      "epoch": 2.7754846779237026,
      "grad_norm": 1.2984186346145727,
      "learning_rate": 0.00022995862796473243,
      "loss": 1.7779,
      "step": 4438
    },
    {
      "epoch": 2.7761100687929954,
      "grad_norm": 1.3906550319637343,
      "learning_rate": 0.00022990611844597277,
      "loss": 2.0275,
      "step": 4439
    },
    {
      "epoch": 2.776735459662289,
      "grad_norm": 1.3953835342428367,
      "learning_rate": 0.0002298535952518588,
      "loss": 1.8553,
      "step": 4440
    },
    {
      "epoch": 2.7773608505315823,
      "grad_norm": 1.3515977401961852,
      "learning_rate": 0.00022980105839137945,
      "loss": 1.9165,
      "step": 4441
    },
    {
      "epoch": 2.7779862414008756,
      "grad_norm": 1.3524181140118432,
      "learning_rate": 0.000229748507873526,
      "loss": 1.9236,
      "step": 4442
    },
    {
      "epoch": 2.778611632270169,
      "grad_norm": 1.4052537539098104,
      "learning_rate": 0.00022969594370729216,
      "loss": 1.951,
      "step": 4443
    },
    {
      "epoch": 2.779237023139462,
      "grad_norm": 1.294781787920536,
      "learning_rate": 0.00022964336590167384,
      "loss": 1.877,
      "step": 4444
    },
    {
      "epoch": 2.7798624140087553,
      "grad_norm": 1.5289510741250045,
      "learning_rate": 0.00022959077446566936,
      "loss": 2.1161,
      "step": 4445
    },
    {
      "epoch": 2.7804878048780486,
      "grad_norm": 1.3389678627487231,
      "learning_rate": 0.00022953816940827937,
      "loss": 1.5632,
      "step": 4446
    },
    {
      "epoch": 2.7811131957473423,
      "grad_norm": 1.4463898765524874,
      "learning_rate": 0.00022948555073850686,
      "loss": 1.7738,
      "step": 4447
    },
    {
      "epoch": 2.7817385866166355,
      "grad_norm": 1.437406120482231,
      "learning_rate": 0.00022943291846535714,
      "loss": 1.7721,
      "step": 4448
    },
    {
      "epoch": 2.782363977485929,
      "grad_norm": 1.4219679895290869,
      "learning_rate": 0.0002293802725978378,
      "loss": 1.9747,
      "step": 4449
    },
    {
      "epoch": 2.782989368355222,
      "grad_norm": 1.3602498074904146,
      "learning_rate": 0.00022932761314495883,
      "loss": 1.6769,
      "step": 4450
    },
    {
      "epoch": 2.7836147592245153,
      "grad_norm": 1.3432398967082146,
      "learning_rate": 0.00022927494011573254,
      "loss": 1.8646,
      "step": 4451
    },
    {
      "epoch": 2.7842401500938085,
      "grad_norm": 1.3878936461728761,
      "learning_rate": 0.00022922225351917352,
      "loss": 1.758,
      "step": 4452
    },
    {
      "epoch": 2.784865540963102,
      "grad_norm": 1.4736079486526836,
      "learning_rate": 0.00022916955336429863,
      "loss": 2.0178,
      "step": 4453
    },
    {
      "epoch": 2.7854909318323955,
      "grad_norm": 1.716669911231719,
      "learning_rate": 0.0002291168396601272,
      "loss": 2.0295,
      "step": 4454
    },
    {
      "epoch": 2.7861163227016883,
      "grad_norm": 2.40121787564955,
      "learning_rate": 0.00022906411241568078,
      "loss": 1.6402,
      "step": 4455
    },
    {
      "epoch": 2.786741713570982,
      "grad_norm": 1.3585982516976414,
      "learning_rate": 0.00022901137163998332,
      "loss": 1.7025,
      "step": 4456
    },
    {
      "epoch": 2.7873671044402752,
      "grad_norm": 1.2296799915920122,
      "learning_rate": 0.00022895861734206093,
      "loss": 1.4547,
      "step": 4457
    },
    {
      "epoch": 2.7879924953095685,
      "grad_norm": 1.5164277241672728,
      "learning_rate": 0.0002289058495309421,
      "loss": 2.1551,
      "step": 4458
    },
    {
      "epoch": 2.7886178861788617,
      "grad_norm": 1.445654595029085,
      "learning_rate": 0.00022885306821565776,
      "loss": 2.0708,
      "step": 4459
    },
    {
      "epoch": 2.789243277048155,
      "grad_norm": 1.4116122856705737,
      "learning_rate": 0.000228800273405241,
      "loss": 1.7681,
      "step": 4460
    },
    {
      "epoch": 2.7898686679174483,
      "grad_norm": 1.4288001467535045,
      "learning_rate": 0.00022874746510872729,
      "loss": 1.9024,
      "step": 4461
    },
    {
      "epoch": 2.7904940587867415,
      "grad_norm": 1.6343323405248862,
      "learning_rate": 0.00022869464333515434,
      "loss": 1.7616,
      "step": 4462
    },
    {
      "epoch": 2.791119449656035,
      "grad_norm": 1.3529621886003975,
      "learning_rate": 0.00022864180809356228,
      "loss": 2.1311,
      "step": 4463
    },
    {
      "epoch": 2.7917448405253285,
      "grad_norm": 1.6203108635178372,
      "learning_rate": 0.0002285889593929934,
      "loss": 1.9117,
      "step": 4464
    },
    {
      "epoch": 2.7923702313946217,
      "grad_norm": 1.7836269482344973,
      "learning_rate": 0.00022853609724249248,
      "loss": 1.8407,
      "step": 4465
    },
    {
      "epoch": 2.792995622263915,
      "grad_norm": 1.3715046305952217,
      "learning_rate": 0.0002284832216511064,
      "loss": 1.7793,
      "step": 4466
    },
    {
      "epoch": 2.793621013133208,
      "grad_norm": 1.5085287410990793,
      "learning_rate": 0.0002284303326278845,
      "loss": 2.0787,
      "step": 4467
    },
    {
      "epoch": 2.7942464040025015,
      "grad_norm": 1.3264421646716504,
      "learning_rate": 0.0002283774301818783,
      "loss": 1.8526,
      "step": 4468
    },
    {
      "epoch": 2.7948717948717947,
      "grad_norm": 1.2583105615379384,
      "learning_rate": 0.00022832451432214172,
      "loss": 1.6109,
      "step": 4469
    },
    {
      "epoch": 2.7954971857410884,
      "grad_norm": 1.397280372380128,
      "learning_rate": 0.00022827158505773088,
      "loss": 1.7233,
      "step": 4470
    },
    {
      "epoch": 2.796122576610381,
      "grad_norm": 1.4641509406366244,
      "learning_rate": 0.00022821864239770423,
      "loss": 2.0176,
      "step": 4471
    },
    {
      "epoch": 2.796747967479675,
      "grad_norm": 1.4451031185236085,
      "learning_rate": 0.0002281656863511226,
      "loss": 2.0801,
      "step": 4472
    },
    {
      "epoch": 2.797373358348968,
      "grad_norm": 1.3497428563233285,
      "learning_rate": 0.00022811271692704905,
      "loss": 1.8839,
      "step": 4473
    },
    {
      "epoch": 2.7979987492182614,
      "grad_norm": 1.2981920635825572,
      "learning_rate": 0.0002280597341345488,
      "loss": 1.5182,
      "step": 4474
    },
    {
      "epoch": 2.7986241400875547,
      "grad_norm": 1.6292873164564705,
      "learning_rate": 0.00022800673798268947,
      "loss": 2.1992,
      "step": 4475
    },
    {
      "epoch": 2.799249530956848,
      "grad_norm": 1.4555062922749045,
      "learning_rate": 0.00022795372848054109,
      "loss": 2.1443,
      "step": 4476
    },
    {
      "epoch": 2.799874921826141,
      "grad_norm": 1.502573777077435,
      "learning_rate": 0.0002279007056371758,
      "loss": 2.2334,
      "step": 4477
    },
    {
      "epoch": 2.8005003126954344,
      "grad_norm": 1.3933273887335864,
      "learning_rate": 0.000227847669461668,
      "loss": 2.0527,
      "step": 4478
    },
    {
      "epoch": 2.801125703564728,
      "grad_norm": 1.405071566958834,
      "learning_rate": 0.00022779461996309455,
      "loss": 2.0947,
      "step": 4479
    },
    {
      "epoch": 2.8017510944340214,
      "grad_norm": 1.391659454037338,
      "learning_rate": 0.00022774155715053445,
      "loss": 1.7174,
      "step": 4480
    },
    {
      "epoch": 2.8023764853033146,
      "grad_norm": 1.4693631222370045,
      "learning_rate": 0.00022768848103306902,
      "loss": 1.9917,
      "step": 4481
    },
    {
      "epoch": 2.803001876172608,
      "grad_norm": 1.365889833070273,
      "learning_rate": 0.00022763539161978184,
      "loss": 2.1966,
      "step": 4482
    },
    {
      "epoch": 2.803627267041901,
      "grad_norm": 1.4372567061549264,
      "learning_rate": 0.00022758228891975877,
      "loss": 2.1244,
      "step": 4483
    },
    {
      "epoch": 2.8042526579111944,
      "grad_norm": 1.4329339793483167,
      "learning_rate": 0.000227529172942088,
      "loss": 2.1269,
      "step": 4484
    },
    {
      "epoch": 2.8048780487804876,
      "grad_norm": 1.4117120646127816,
      "learning_rate": 0.00022747604369585995,
      "loss": 1.8505,
      "step": 4485
    },
    {
      "epoch": 2.8055034396497813,
      "grad_norm": 1.435590344624022,
      "learning_rate": 0.00022742290119016721,
      "loss": 1.9548,
      "step": 4486
    },
    {
      "epoch": 2.8061288305190746,
      "grad_norm": 1.3554609088192977,
      "learning_rate": 0.00022736974543410482,
      "loss": 1.6502,
      "step": 4487
    },
    {
      "epoch": 2.806754221388368,
      "grad_norm": 1.3460148540511503,
      "learning_rate": 0.00022731657643677,
      "loss": 1.5488,
      "step": 4488
    },
    {
      "epoch": 2.807379612257661,
      "grad_norm": 1.421699190719615,
      "learning_rate": 0.00022726339420726222,
      "loss": 1.8066,
      "step": 4489
    },
    {
      "epoch": 2.8080050031269543,
      "grad_norm": 1.39147078826575,
      "learning_rate": 0.00022721019875468325,
      "loss": 1.8757,
      "step": 4490
    },
    {
      "epoch": 2.8086303939962476,
      "grad_norm": 1.467124480096087,
      "learning_rate": 0.00022715699008813705,
      "loss": 1.8758,
      "step": 4491
    },
    {
      "epoch": 2.809255784865541,
      "grad_norm": 1.3700943028338008,
      "learning_rate": 0.00022710376821672999,
      "loss": 1.6941,
      "step": 4492
    },
    {
      "epoch": 2.8098811757348345,
      "grad_norm": 1.2913232144879208,
      "learning_rate": 0.00022705053314957052,
      "loss": 1.4492,
      "step": 4493
    },
    {
      "epoch": 2.8105065666041273,
      "grad_norm": 1.408029932966626,
      "learning_rate": 0.00022699728489576951,
      "loss": 1.9477,
      "step": 4494
    },
    {
      "epoch": 2.811131957473421,
      "grad_norm": 1.6815336287222906,
      "learning_rate": 0.00022694402346443997,
      "loss": 2.1631,
      "step": 4495
    },
    {
      "epoch": 2.8117573483427143,
      "grad_norm": 1.6201671362333523,
      "learning_rate": 0.0002268907488646972,
      "loss": 1.8026,
      "step": 4496
    },
    {
      "epoch": 2.8123827392120075,
      "grad_norm": 1.4277325307041684,
      "learning_rate": 0.0002268374611056588,
      "loss": 2.0079,
      "step": 4497
    },
    {
      "epoch": 2.813008130081301,
      "grad_norm": 1.3834381909063196,
      "learning_rate": 0.0002267841601964446,
      "loss": 2.0134,
      "step": 4498
    },
    {
      "epoch": 2.813633520950594,
      "grad_norm": 1.5750741469781806,
      "learning_rate": 0.00022673084614617658,
      "loss": 2.0014,
      "step": 4499
    },
    {
      "epoch": 2.8142589118198873,
      "grad_norm": 1.4110795217429868,
      "learning_rate": 0.00022667751896397916,
      "loss": 1.8325,
      "step": 4500
    },
    {
      "epoch": 2.8148843026891806,
      "grad_norm": 1.4417614272903148,
      "learning_rate": 0.0002266241786589788,
      "loss": 1.5359,
      "step": 4501
    },
    {
      "epoch": 2.8155096935584742,
      "grad_norm": 1.239086908017447,
      "learning_rate": 0.00022657082524030436,
      "loss": 1.7671,
      "step": 4502
    },
    {
      "epoch": 2.8161350844277675,
      "grad_norm": 1.397469941002625,
      "learning_rate": 0.0002265174587170869,
      "loss": 1.6867,
      "step": 4503
    },
    {
      "epoch": 2.8167604752970608,
      "grad_norm": 1.309207696179938,
      "learning_rate": 0.0002264640790984597,
      "loss": 1.8259,
      "step": 4504
    },
    {
      "epoch": 2.817385866166354,
      "grad_norm": 1.4557865316834893,
      "learning_rate": 0.00022641068639355828,
      "loss": 1.5817,
      "step": 4505
    },
    {
      "epoch": 2.8180112570356473,
      "grad_norm": 1.4389980977137662,
      "learning_rate": 0.00022635728061152043,
      "loss": 1.8304,
      "step": 4506
    },
    {
      "epoch": 2.8186366479049405,
      "grad_norm": 1.4856639410475034,
      "learning_rate": 0.0002263038617614862,
      "loss": 1.9649,
      "step": 4507
    },
    {
      "epoch": 2.8192620387742338,
      "grad_norm": 1.4706375813903978,
      "learning_rate": 0.00022625042985259777,
      "loss": 2.2691,
      "step": 4508
    },
    {
      "epoch": 2.8198874296435275,
      "grad_norm": 1.4249041358521812,
      "learning_rate": 0.0002261969848939997,
      "loss": 1.7935,
      "step": 4509
    },
    {
      "epoch": 2.8205128205128203,
      "grad_norm": 1.2328447157394242,
      "learning_rate": 0.00022614352689483868,
      "loss": 1.5041,
      "step": 4510
    },
    {
      "epoch": 2.821138211382114,
      "grad_norm": 1.4474424145654596,
      "learning_rate": 0.0002260900558642636,
      "loss": 1.9473,
      "step": 4511
    },
    {
      "epoch": 2.821763602251407,
      "grad_norm": 1.4142981977624276,
      "learning_rate": 0.00022603657181142573,
      "loss": 1.7277,
      "step": 4512
    },
    {
      "epoch": 2.8223889931207005,
      "grad_norm": 1.4279653093458275,
      "learning_rate": 0.00022598307474547844,
      "loss": 1.9509,
      "step": 4513
    },
    {
      "epoch": 2.8230143839899937,
      "grad_norm": 1.3974682946108083,
      "learning_rate": 0.0002259295646755773,
      "loss": 1.8987,
      "step": 4514
    },
    {
      "epoch": 2.823639774859287,
      "grad_norm": 1.4426656702378287,
      "learning_rate": 0.00022587604161088026,
      "loss": 2.011,
      "step": 4515
    },
    {
      "epoch": 2.82426516572858,
      "grad_norm": 1.4141052559122027,
      "learning_rate": 0.00022582250556054743,
      "loss": 2.0533,
      "step": 4516
    },
    {
      "epoch": 2.8248905565978735,
      "grad_norm": 1.507553506634012,
      "learning_rate": 0.00022576895653374107,
      "loss": 2.1632,
      "step": 4517
    },
    {
      "epoch": 2.825515947467167,
      "grad_norm": 1.4463481531393698,
      "learning_rate": 0.00022571539453962564,
      "loss": 2.1329,
      "step": 4518
    },
    {
      "epoch": 2.8261413383364604,
      "grad_norm": 1.394915279602806,
      "learning_rate": 0.00022566181958736802,
      "loss": 1.9553,
      "step": 4519
    },
    {
      "epoch": 2.8267667292057537,
      "grad_norm": 1.5228277685613485,
      "learning_rate": 0.00022560823168613704,
      "loss": 1.9359,
      "step": 4520
    },
    {
      "epoch": 2.827392120075047,
      "grad_norm": 1.3237078142501155,
      "learning_rate": 0.00022555463084510404,
      "loss": 1.882,
      "step": 4521
    },
    {
      "epoch": 2.82801751094434,
      "grad_norm": 1.3572615182807923,
      "learning_rate": 0.00022550101707344226,
      "loss": 1.7395,
      "step": 4522
    },
    {
      "epoch": 2.8286429018136334,
      "grad_norm": 1.3113797160232668,
      "learning_rate": 0.00022544739038032741,
      "loss": 1.6177,
      "step": 4523
    },
    {
      "epoch": 2.8292682926829267,
      "grad_norm": 1.2600865944497242,
      "learning_rate": 0.00022539375077493723,
      "loss": 1.6976,
      "step": 4524
    },
    {
      "epoch": 2.8298936835522204,
      "grad_norm": 1.4928788148485612,
      "learning_rate": 0.00022534009826645192,
      "loss": 2.0798,
      "step": 4525
    },
    {
      "epoch": 2.830519074421513,
      "grad_norm": 1.4538992718018722,
      "learning_rate": 0.00022528643286405352,
      "loss": 1.8507,
      "step": 4526
    },
    {
      "epoch": 2.831144465290807,
      "grad_norm": 1.308960454718913,
      "learning_rate": 0.00022523275457692654,
      "loss": 1.9571,
      "step": 4527
    },
    {
      "epoch": 2.8317698561601,
      "grad_norm": 1.2812314597737287,
      "learning_rate": 0.00022517906341425767,
      "loss": 1.6052,
      "step": 4528
    },
    {
      "epoch": 2.8323952470293934,
      "grad_norm": 1.2913478943451693,
      "learning_rate": 0.00022512535938523575,
      "loss": 1.6315,
      "step": 4529
    },
    {
      "epoch": 2.8330206378986866,
      "grad_norm": 1.368184238102655,
      "learning_rate": 0.00022507164249905182,
      "loss": 1.8247,
      "step": 4530
    },
    {
      "epoch": 2.83364602876798,
      "grad_norm": 1.4992115748158017,
      "learning_rate": 0.00022501791276489908,
      "loss": 1.9278,
      "step": 4531
    },
    {
      "epoch": 2.834271419637273,
      "grad_norm": 1.3761381996283562,
      "learning_rate": 0.00022496417019197311,
      "loss": 1.8564,
      "step": 4532
    },
    {
      "epoch": 2.8348968105065664,
      "grad_norm": 1.261225383824253,
      "learning_rate": 0.00022491041478947153,
      "loss": 1.5174,
      "step": 4533
    },
    {
      "epoch": 2.83552220137586,
      "grad_norm": 1.540501033182543,
      "learning_rate": 0.0002248566465665941,
      "loss": 2.4357,
      "step": 4534
    },
    {
      "epoch": 2.8361475922451533,
      "grad_norm": 1.5157547153716526,
      "learning_rate": 0.00022480286553254296,
      "loss": 1.9464,
      "step": 4535
    },
    {
      "epoch": 2.8367729831144466,
      "grad_norm": 1.4845171143026825,
      "learning_rate": 0.00022474907169652225,
      "loss": 1.7137,
      "step": 4536
    },
    {
      "epoch": 2.83739837398374,
      "grad_norm": 1.4117297282470758,
      "learning_rate": 0.0002246952650677385,
      "loss": 1.8186,
      "step": 4537
    },
    {
      "epoch": 2.838023764853033,
      "grad_norm": 1.375988549883927,
      "learning_rate": 0.00022464144565540028,
      "loss": 1.7103,
      "step": 4538
    },
    {
      "epoch": 2.8386491557223263,
      "grad_norm": 1.4874114681189143,
      "learning_rate": 0.00022458761346871837,
      "loss": 1.9849,
      "step": 4539
    },
    {
      "epoch": 2.8392745465916196,
      "grad_norm": 1.4684348771216897,
      "learning_rate": 0.00022453376851690575,
      "loss": 2.0859,
      "step": 4540
    },
    {
      "epoch": 2.8398999374609133,
      "grad_norm": 1.3698248065197562,
      "learning_rate": 0.0002244799108091777,
      "loss": 1.8141,
      "step": 4541
    },
    {
      "epoch": 2.8405253283302065,
      "grad_norm": 1.3440510197177054,
      "learning_rate": 0.00022442604035475148,
      "loss": 1.8104,
      "step": 4542
    },
    {
      "epoch": 2.8411507191995,
      "grad_norm": 1.5423759974123719,
      "learning_rate": 0.00022437215716284665,
      "loss": 2.2156,
      "step": 4543
    },
    {
      "epoch": 2.841776110068793,
      "grad_norm": 1.4409288200023953,
      "learning_rate": 0.0002243182612426849,
      "loss": 1.8991,
      "step": 4544
    },
    {
      "epoch": 2.8424015009380863,
      "grad_norm": 1.294834196416548,
      "learning_rate": 0.00022426435260349017,
      "loss": 1.8423,
      "step": 4545
    },
    {
      "epoch": 2.8430268918073796,
      "grad_norm": 1.3001071402766438,
      "learning_rate": 0.00022421043125448852,
      "loss": 1.8185,
      "step": 4546
    },
    {
      "epoch": 2.843652282676673,
      "grad_norm": 1.3796481151796418,
      "learning_rate": 0.00022415649720490823,
      "loss": 1.7202,
      "step": 4547
    },
    {
      "epoch": 2.8442776735459665,
      "grad_norm": 1.752842065699824,
      "learning_rate": 0.00022410255046397966,
      "loss": 1.9816,
      "step": 4548
    },
    {
      "epoch": 2.8449030644152593,
      "grad_norm": 1.4014065206907298,
      "learning_rate": 0.00022404859104093543,
      "loss": 1.8207,
      "step": 4549
    },
    {
      "epoch": 2.845528455284553,
      "grad_norm": 1.321884920398768,
      "learning_rate": 0.00022399461894501035,
      "loss": 1.8729,
      "step": 4550
    },
    {
      "epoch": 2.8461538461538463,
      "grad_norm": 1.4771416458416615,
      "learning_rate": 0.0002239406341854413,
      "loss": 1.8687,
      "step": 4551
    },
    {
      "epoch": 2.8467792370231395,
      "grad_norm": 1.7496440948755563,
      "learning_rate": 0.00022388663677146736,
      "loss": 1.8628,
      "step": 4552
    },
    {
      "epoch": 2.8474046278924328,
      "grad_norm": 1.4780105301361899,
      "learning_rate": 0.00022383262671232988,
      "loss": 1.8462,
      "step": 4553
    },
    {
      "epoch": 2.848030018761726,
      "grad_norm": 1.438458831576908,
      "learning_rate": 0.0002237786040172722,
      "loss": 1.8075,
      "step": 4554
    },
    {
      "epoch": 2.8486554096310193,
      "grad_norm": 1.400375016736109,
      "learning_rate": 0.00022372456869554,
      "loss": 1.7542,
      "step": 4555
    },
    {
      "epoch": 2.8492808005003125,
      "grad_norm": 1.5436996192309642,
      "learning_rate": 0.00022367052075638095,
      "loss": 1.9317,
      "step": 4556
    },
    {
      "epoch": 2.849906191369606,
      "grad_norm": 1.5124051149722273,
      "learning_rate": 0.00022361646020904505,
      "loss": 2.0735,
      "step": 4557
    },
    {
      "epoch": 2.8505315822388995,
      "grad_norm": 1.3220221698490076,
      "learning_rate": 0.00022356238706278432,
      "loss": 1.6243,
      "step": 4558
    },
    {
      "epoch": 2.8511569731081927,
      "grad_norm": 1.429289368622787,
      "learning_rate": 0.000223508301326853,
      "loss": 1.9258,
      "step": 4559
    },
    {
      "epoch": 2.851782363977486,
      "grad_norm": 1.4023076076569307,
      "learning_rate": 0.00022345420301050746,
      "loss": 1.8507,
      "step": 4560
    },
    {
      "epoch": 2.852407754846779,
      "grad_norm": 1.2696623722908047,
      "learning_rate": 0.00022340009212300623,
      "loss": 1.6436,
      "step": 4561
    },
    {
      "epoch": 2.8530331457160725,
      "grad_norm": 1.3828675348801902,
      "learning_rate": 0.00022334596867360998,
      "loss": 1.979,
      "step": 4562
    },
    {
      "epoch": 2.8536585365853657,
      "grad_norm": 1.2139928049753443,
      "learning_rate": 0.00022329183267158162,
      "loss": 1.6009,
      "step": 4563
    },
    {
      "epoch": 2.8542839274546594,
      "grad_norm": 1.5000923995412856,
      "learning_rate": 0.0002232376841261861,
      "loss": 1.9489,
      "step": 4564
    },
    {
      "epoch": 2.8549093183239522,
      "grad_norm": 1.444203561151036,
      "learning_rate": 0.00022318352304669055,
      "loss": 2.1074,
      "step": 4565
    },
    {
      "epoch": 2.855534709193246,
      "grad_norm": 1.4287938141838838,
      "learning_rate": 0.00022312934944236423,
      "loss": 1.7201,
      "step": 4566
    },
    {
      "epoch": 2.856160100062539,
      "grad_norm": 1.33328571327337,
      "learning_rate": 0.00022307516332247863,
      "loss": 1.9163,
      "step": 4567
    },
    {
      "epoch": 2.8567854909318324,
      "grad_norm": 1.2841776931513047,
      "learning_rate": 0.00022302096469630717,
      "loss": 1.5167,
      "step": 4568
    },
    {
      "epoch": 2.8574108818011257,
      "grad_norm": 1.3329453585889761,
      "learning_rate": 0.00022296675357312567,
      "loss": 1.7776,
      "step": 4569
    },
    {
      "epoch": 2.858036272670419,
      "grad_norm": 1.4127968355179374,
      "learning_rate": 0.00022291252996221194,
      "loss": 1.7534,
      "step": 4570
    },
    {
      "epoch": 2.858661663539712,
      "grad_norm": 1.3313389092725751,
      "learning_rate": 0.00022285829387284597,
      "loss": 1.7642,
      "step": 4571
    },
    {
      "epoch": 2.8592870544090054,
      "grad_norm": 1.453337476004542,
      "learning_rate": 0.00022280404531430984,
      "loss": 1.8904,
      "step": 4572
    },
    {
      "epoch": 2.859912445278299,
      "grad_norm": 1.3009018816421656,
      "learning_rate": 0.00022274978429588787,
      "loss": 1.6913,
      "step": 4573
    },
    {
      "epoch": 2.8605378361475924,
      "grad_norm": 1.4494288394664252,
      "learning_rate": 0.00022269551082686637,
      "loss": 1.6712,
      "step": 4574
    },
    {
      "epoch": 2.8611632270168856,
      "grad_norm": 1.5426132712157,
      "learning_rate": 0.00022264122491653387,
      "loss": 2.0741,
      "step": 4575
    },
    {
      "epoch": 2.861788617886179,
      "grad_norm": 1.3643957144060115,
      "learning_rate": 0.000222586926574181,
      "loss": 1.7012,
      "step": 4576
    },
    {
      "epoch": 2.862414008755472,
      "grad_norm": 1.3985585668028375,
      "learning_rate": 0.00022253261580910057,
      "loss": 2.02,
      "step": 4577
    },
    {
      "epoch": 2.8630393996247654,
      "grad_norm": 1.2156172875096838,
      "learning_rate": 0.00022247829263058745,
      "loss": 1.4175,
      "step": 4578
    },
    {
      "epoch": 2.8636647904940586,
      "grad_norm": 1.340868435092481,
      "learning_rate": 0.00022242395704793864,
      "loss": 1.6525,
      "step": 4579
    },
    {
      "epoch": 2.8642901813633523,
      "grad_norm": 1.5521207312392848,
      "learning_rate": 0.0002223696090704533,
      "loss": 2.2351,
      "step": 4580
    },
    {
      "epoch": 2.864915572232645,
      "grad_norm": 1.3502687858578728,
      "learning_rate": 0.0002223152487074327,
      "loss": 1.7741,
      "step": 4581
    },
    {
      "epoch": 2.865540963101939,
      "grad_norm": 1.2988107089520708,
      "learning_rate": 0.00022226087596818024,
      "loss": 1.6422,
      "step": 4582
    },
    {
      "epoch": 2.866166353971232,
      "grad_norm": 1.3490499084339005,
      "learning_rate": 0.00022220649086200138,
      "loss": 1.7097,
      "step": 4583
    },
    {
      "epoch": 2.8667917448405253,
      "grad_norm": 1.5371844234698242,
      "learning_rate": 0.00022215209339820379,
      "loss": 2.1371,
      "step": 4584
    },
    {
      "epoch": 2.8674171357098186,
      "grad_norm": 1.2843856726602694,
      "learning_rate": 0.00022209768358609714,
      "loss": 1.4928,
      "step": 4585
    },
    {
      "epoch": 2.868042526579112,
      "grad_norm": 1.4343574519925575,
      "learning_rate": 0.00022204326143499328,
      "loss": 1.8922,
      "step": 4586
    },
    {
      "epoch": 2.868667917448405,
      "grad_norm": 1.5003167722657764,
      "learning_rate": 0.0002219888269542062,
      "loss": 2.0673,
      "step": 4587
    },
    {
      "epoch": 2.8692933083176984,
      "grad_norm": 1.3906315835385306,
      "learning_rate": 0.000221934380153052,
      "loss": 1.9279,
      "step": 4588
    },
    {
      "epoch": 2.869918699186992,
      "grad_norm": 1.294611336955595,
      "learning_rate": 0.00022187992104084878,
      "loss": 1.7332,
      "step": 4589
    },
    {
      "epoch": 2.8705440900562853,
      "grad_norm": 1.2657319571748336,
      "learning_rate": 0.0002218254496269169,
      "loss": 1.7858,
      "step": 4590
    },
    {
      "epoch": 2.8711694809255786,
      "grad_norm": 1.3452099069201846,
      "learning_rate": 0.00022177096592057867,
      "loss": 1.7932,
      "step": 4591
    },
    {
      "epoch": 2.871794871794872,
      "grad_norm": 1.4461419592695985,
      "learning_rate": 0.00022171646993115863,
      "loss": 1.9683,
      "step": 4592
    },
    {
      "epoch": 2.872420262664165,
      "grad_norm": 1.3690286185859262,
      "learning_rate": 0.00022166196166798337,
      "loss": 1.7541,
      "step": 4593
    },
    {
      "epoch": 2.8730456535334583,
      "grad_norm": 1.2375832659971506,
      "learning_rate": 0.00022160744114038157,
      "loss": 1.7234,
      "step": 4594
    },
    {
      "epoch": 2.8736710444027516,
      "grad_norm": 1.445843984221692,
      "learning_rate": 0.00022155290835768402,
      "loss": 1.9831,
      "step": 4595
    },
    {
      "epoch": 2.8742964352720453,
      "grad_norm": 1.5423034595280296,
      "learning_rate": 0.00022149836332922365,
      "loss": 2.1966,
      "step": 4596
    },
    {
      "epoch": 2.874921826141338,
      "grad_norm": 1.374533277465571,
      "learning_rate": 0.0002214438060643354,
      "loss": 1.8464,
      "step": 4597
    },
    {
      "epoch": 2.8755472170106318,
      "grad_norm": 1.4217888417061082,
      "learning_rate": 0.0002213892365723564,
      "loss": 1.8429,
      "step": 4598
    },
    {
      "epoch": 2.876172607879925,
      "grad_norm": 1.5627023355348724,
      "learning_rate": 0.0002213346548626258,
      "loss": 2.12,
      "step": 4599
    },
    {
      "epoch": 2.8767979987492183,
      "grad_norm": 1.42692246755056,
      "learning_rate": 0.00022128006094448486,
      "loss": 2.0234,
      "step": 4600
    },
    {
      "epoch": 2.8774233896185115,
      "grad_norm": 1.3060102748368139,
      "learning_rate": 0.00022122545482727694,
      "loss": 1.7923,
      "step": 4601
    },
    {
      "epoch": 2.8780487804878048,
      "grad_norm": 1.394439869786189,
      "learning_rate": 0.00022117083652034746,
      "loss": 1.8624,
      "step": 4602
    },
    {
      "epoch": 2.878674171357098,
      "grad_norm": 1.3796907488081045,
      "learning_rate": 0.00022111620603304402,
      "loss": 2.0252,
      "step": 4603
    },
    {
      "epoch": 2.8792995622263913,
      "grad_norm": 1.3227249446024778,
      "learning_rate": 0.0002210615633747161,
      "loss": 1.6247,
      "step": 4604
    },
    {
      "epoch": 2.879924953095685,
      "grad_norm": 1.3178032959156138,
      "learning_rate": 0.00022100690855471553,
      "loss": 1.8203,
      "step": 4605
    },
    {
      "epoch": 2.880550343964978,
      "grad_norm": 1.3608754947738233,
      "learning_rate": 0.000220952241582396,
      "loss": 1.8005,
      "step": 4606
    },
    {
      "epoch": 2.8811757348342715,
      "grad_norm": 1.3042217913009402,
      "learning_rate": 0.00022089756246711342,
      "loss": 1.8422,
      "step": 4607
    },
    {
      "epoch": 2.8818011257035647,
      "grad_norm": 1.5222615462022213,
      "learning_rate": 0.00022084287121822572,
      "loss": 2.203,
      "step": 4608
    },
    {
      "epoch": 2.882426516572858,
      "grad_norm": 1.332252755391842,
      "learning_rate": 0.0002207881678450929,
      "loss": 1.6262,
      "step": 4609
    },
    {
      "epoch": 2.8830519074421512,
      "grad_norm": 1.4008444226439274,
      "learning_rate": 0.000220733452357077,
      "loss": 1.8767,
      "step": 4610
    },
    {
      "epoch": 2.8836772983114445,
      "grad_norm": 1.2990008237484165,
      "learning_rate": 0.00022067872476354226,
      "loss": 1.7739,
      "step": 4611
    },
    {
      "epoch": 2.884302689180738,
      "grad_norm": 1.3253390577693052,
      "learning_rate": 0.00022062398507385485,
      "loss": 1.623,
      "step": 4612
    },
    {
      "epoch": 2.8849280800500314,
      "grad_norm": 1.2611372761726944,
      "learning_rate": 0.00022056923329738312,
      "loss": 1.4029,
      "step": 4613
    },
    {
      "epoch": 2.8855534709193247,
      "grad_norm": 1.3001131273435589,
      "learning_rate": 0.00022051446944349742,
      "loss": 1.756,
      "step": 4614
    },
    {
      "epoch": 2.886178861788618,
      "grad_norm": 1.3507309390950606,
      "learning_rate": 0.00022045969352157017,
      "loss": 1.5317,
      "step": 4615
    },
    {
      "epoch": 2.886804252657911,
      "grad_norm": 1.4321153500517205,
      "learning_rate": 0.00022040490554097592,
      "loss": 1.9881,
      "step": 4616
    },
    {
      "epoch": 2.8874296435272044,
      "grad_norm": 1.4649193324274676,
      "learning_rate": 0.0002203501055110912,
      "loss": 1.9892,
      "step": 4617
    },
    {
      "epoch": 2.8880550343964977,
      "grad_norm": 1.3125724601906148,
      "learning_rate": 0.00022029529344129458,
      "loss": 1.7081,
      "step": 4618
    },
    {
      "epoch": 2.8886804252657914,
      "grad_norm": 1.3617555263554175,
      "learning_rate": 0.0002202404693409669,
      "loss": 1.9788,
      "step": 4619
    },
    {
      "epoch": 2.889305816135084,
      "grad_norm": 1.455302991536611,
      "learning_rate": 0.00022018563321949078,
      "loss": 1.7944,
      "step": 4620
    },
    {
      "epoch": 2.889931207004378,
      "grad_norm": 1.3853697913319452,
      "learning_rate": 0.0002201307850862511,
      "loss": 2.0232,
      "step": 4621
    },
    {
      "epoch": 2.890556597873671,
      "grad_norm": 1.2041050473612958,
      "learning_rate": 0.00022007592495063464,
      "loss": 1.3813,
      "step": 4622
    },
    {
      "epoch": 2.8911819887429644,
      "grad_norm": 1.2750109972611552,
      "learning_rate": 0.00022002105282203043,
      "loss": 1.5118,
      "step": 4623
    },
    {
      "epoch": 2.8918073796122576,
      "grad_norm": 1.2837269871131411,
      "learning_rate": 0.00021996616870982935,
      "loss": 1.503,
      "step": 4624
    },
    {
      "epoch": 2.892432770481551,
      "grad_norm": 1.4514312779226073,
      "learning_rate": 0.00021991127262342442,
      "loss": 1.9568,
      "step": 4625
    },
    {
      "epoch": 2.893058161350844,
      "grad_norm": 1.543943066319626,
      "learning_rate": 0.00021985636457221074,
      "loss": 1.9752,
      "step": 4626
    },
    {
      "epoch": 2.8936835522201374,
      "grad_norm": 1.4211307770406705,
      "learning_rate": 0.0002198014445655854,
      "loss": 2.0183,
      "step": 4627
    },
    {
      "epoch": 2.894308943089431,
      "grad_norm": 1.503844944555099,
      "learning_rate": 0.00021974651261294758,
      "loss": 2.1801,
      "step": 4628
    },
    {
      "epoch": 2.8949343339587243,
      "grad_norm": 1.398771486487478,
      "learning_rate": 0.0002196915687236985,
      "loss": 1.9165,
      "step": 4629
    },
    {
      "epoch": 2.8955597248280176,
      "grad_norm": 1.5326859417591139,
      "learning_rate": 0.00021963661290724137,
      "loss": 2.1693,
      "step": 4630
    },
    {
      "epoch": 2.896185115697311,
      "grad_norm": 1.283374128269839,
      "learning_rate": 0.00021958164517298155,
      "loss": 1.8,
      "step": 4631
    },
    {
      "epoch": 2.896810506566604,
      "grad_norm": 1.4340858452006402,
      "learning_rate": 0.0002195266655303263,
      "loss": 2.0014,
      "step": 4632
    },
    {
      "epoch": 2.8974358974358974,
      "grad_norm": 1.4898603260780001,
      "learning_rate": 0.00021947167398868504,
      "loss": 1.935,
      "step": 4633
    },
    {
      "epoch": 2.8980612883051906,
      "grad_norm": 1.2957201165736356,
      "learning_rate": 0.00021941667055746912,
      "loss": 1.7448,
      "step": 4634
    },
    {
      "epoch": 2.8986866791744843,
      "grad_norm": 1.4656482746188817,
      "learning_rate": 0.000219361655246092,
      "loss": 1.8947,
      "step": 4635
    },
    {
      "epoch": 2.899312070043777,
      "grad_norm": 1.4644608966117592,
      "learning_rate": 0.00021930662806396914,
      "loss": 1.8263,
      "step": 4636
    },
    {
      "epoch": 2.899937460913071,
      "grad_norm": 1.3464573340181167,
      "learning_rate": 0.0002192515890205181,
      "loss": 1.7002,
      "step": 4637
    },
    {
      "epoch": 2.900562851782364,
      "grad_norm": 1.5248665461106776,
      "learning_rate": 0.0002191965381251584,
      "loss": 2.2622,
      "step": 4638
    },
    {
      "epoch": 2.9011882426516573,
      "grad_norm": 1.3972570392250308,
      "learning_rate": 0.00021914147538731156,
      "loss": 1.8189,
      "step": 4639
    },
    {
      "epoch": 2.9018136335209506,
      "grad_norm": 1.4970773648374047,
      "learning_rate": 0.0002190864008164012,
      "loss": 1.8081,
      "step": 4640
    },
    {
      "epoch": 2.902439024390244,
      "grad_norm": 1.384327487890606,
      "learning_rate": 0.0002190313144218529,
      "loss": 1.9657,
      "step": 4641
    },
    {
      "epoch": 2.903064415259537,
      "grad_norm": 1.2680299498358534,
      "learning_rate": 0.00021897621621309432,
      "loss": 1.5513,
      "step": 4642
    },
    {
      "epoch": 2.9036898061288303,
      "grad_norm": 1.3986952873778777,
      "learning_rate": 0.00021892110619955513,
      "loss": 1.8808,
      "step": 4643
    },
    {
      "epoch": 2.904315196998124,
      "grad_norm": 1.3774408224324206,
      "learning_rate": 0.00021886598439066702,
      "loss": 1.9482,
      "step": 4644
    },
    {
      "epoch": 2.9049405878674173,
      "grad_norm": 1.3472256945360708,
      "learning_rate": 0.00021881085079586367,
      "loss": 1.8262,
      "step": 4645
    },
    {
      "epoch": 2.9055659787367105,
      "grad_norm": 1.6577280715630858,
      "learning_rate": 0.00021875570542458078,
      "loss": 2.1578,
      "step": 4646
    },
    {
      "epoch": 2.9061913696060038,
      "grad_norm": 1.4488942747012687,
      "learning_rate": 0.0002187005482862561,
      "loss": 2.1316,
      "step": 4647
    },
    {
      "epoch": 2.906816760475297,
      "grad_norm": 1.2271648817614746,
      "learning_rate": 0.0002186453793903294,
      "loss": 1.3909,
      "step": 4648
    },
    {
      "epoch": 2.9074421513445903,
      "grad_norm": 1.625654532450754,
      "learning_rate": 0.00021859019874624242,
      "loss": 2.0778,
      "step": 4649
    },
    {
      "epoch": 2.9080675422138835,
      "grad_norm": 1.309934963152346,
      "learning_rate": 0.0002185350063634389,
      "loss": 1.6764,
      "step": 4650
    },
    {
      "epoch": 2.9086929330831772,
      "grad_norm": 1.3323458917019266,
      "learning_rate": 0.00021847980225136464,
      "loss": 1.8409,
      "step": 4651
    },
    {
      "epoch": 2.90931832395247,
      "grad_norm": 1.3909139029929776,
      "learning_rate": 0.0002184245864194674,
      "loss": 1.846,
      "step": 4652
    },
    {
      "epoch": 2.9099437148217637,
      "grad_norm": 1.5433919093582416,
      "learning_rate": 0.000218369358877197,
      "loss": 1.7839,
      "step": 4653
    },
    {
      "epoch": 2.910569105691057,
      "grad_norm": 1.5622721619966353,
      "learning_rate": 0.00021831411963400525,
      "loss": 1.9803,
      "step": 4654
    },
    {
      "epoch": 2.9111944965603502,
      "grad_norm": 1.3834852278304424,
      "learning_rate": 0.00021825886869934597,
      "loss": 1.504,
      "step": 4655
    },
    {
      "epoch": 2.9118198874296435,
      "grad_norm": 1.5395642594576786,
      "learning_rate": 0.00021820360608267484,
      "loss": 1.8912,
      "step": 4656
    },
    {
      "epoch": 2.9124452782989367,
      "grad_norm": 1.4485499934191888,
      "learning_rate": 0.00021814833179344974,
      "loss": 1.984,
      "step": 4657
    },
    {
      "epoch": 2.91307066916823,
      "grad_norm": 1.415402933565601,
      "learning_rate": 0.00021809304584113052,
      "loss": 1.9053,
      "step": 4658
    },
    {
      "epoch": 2.9136960600375232,
      "grad_norm": 1.4627788924938039,
      "learning_rate": 0.00021803774823517884,
      "loss": 1.7726,
      "step": 4659
    },
    {
      "epoch": 2.914321450906817,
      "grad_norm": 1.3397210969840727,
      "learning_rate": 0.00021798243898505854,
      "loss": 1.7738,
      "step": 4660
    },
    {
      "epoch": 2.91494684177611,
      "grad_norm": 1.337141212456396,
      "learning_rate": 0.00021792711810023546,
      "loss": 1.8703,
      "step": 4661
    },
    {
      "epoch": 2.9155722326454034,
      "grad_norm": 1.4774299390831103,
      "learning_rate": 0.0002178717855901773,
      "loss": 1.9549,
      "step": 4662
    },
    {
      "epoch": 2.9161976235146967,
      "grad_norm": 1.447900946290216,
      "learning_rate": 0.00021781644146435383,
      "loss": 1.9407,
      "step": 4663
    },
    {
      "epoch": 2.91682301438399,
      "grad_norm": 1.9937425759211371,
      "learning_rate": 0.00021776108573223678,
      "loss": 2.0253,
      "step": 4664
    },
    {
      "epoch": 2.917448405253283,
      "grad_norm": 1.4478268751024588,
      "learning_rate": 0.00021770571840329996,
      "loss": 1.9214,
      "step": 4665
    },
    {
      "epoch": 2.9180737961225764,
      "grad_norm": 1.5029190762607132,
      "learning_rate": 0.00021765033948701901,
      "loss": 1.8637,
      "step": 4666
    },
    {
      "epoch": 2.91869918699187,
      "grad_norm": 1.5161492948921809,
      "learning_rate": 0.00021759494899287164,
      "loss": 2.2566,
      "step": 4667
    },
    {
      "epoch": 2.919324577861163,
      "grad_norm": 1.3392334289819783,
      "learning_rate": 0.00021753954693033757,
      "loss": 1.7535,
      "step": 4668
    },
    {
      "epoch": 2.9199499687304566,
      "grad_norm": 1.3867182920569867,
      "learning_rate": 0.00021748413330889842,
      "loss": 1.9093,
      "step": 4669
    },
    {
      "epoch": 2.92057535959975,
      "grad_norm": 1.2930810569506337,
      "learning_rate": 0.00021742870813803788,
      "loss": 1.8906,
      "step": 4670
    },
    {
      "epoch": 2.921200750469043,
      "grad_norm": 1.2598523937267052,
      "learning_rate": 0.00021737327142724153,
      "loss": 1.4222,
      "step": 4671
    },
    {
      "epoch": 2.9218261413383364,
      "grad_norm": 1.342761757954365,
      "learning_rate": 0.000217317823185997,
      "loss": 1.7909,
      "step": 4672
    },
    {
      "epoch": 2.9224515322076297,
      "grad_norm": 1.278574590636279,
      "learning_rate": 0.0002172623634237938,
      "loss": 1.7619,
      "step": 4673
    },
    {
      "epoch": 2.9230769230769234,
      "grad_norm": 1.2745471506309691,
      "learning_rate": 0.00021720689215012348,
      "loss": 1.7764,
      "step": 4674
    },
    {
      "epoch": 2.923702313946216,
      "grad_norm": 1.3722348329425413,
      "learning_rate": 0.00021715140937447964,
      "loss": 1.9893,
      "step": 4675
    },
    {
      "epoch": 2.92432770481551,
      "grad_norm": 1.6052390055106993,
      "learning_rate": 0.00021709591510635757,
      "loss": 1.7544,
      "step": 4676
    },
    {
      "epoch": 2.924953095684803,
      "grad_norm": 1.4277495210057374,
      "learning_rate": 0.00021704040935525488,
      "loss": 1.7455,
      "step": 4677
    },
    {
      "epoch": 2.9255784865540964,
      "grad_norm": 1.3584687176048427,
      "learning_rate": 0.0002169848921306709,
      "loss": 1.7416,
      "step": 4678
    },
    {
      "epoch": 2.9262038774233896,
      "grad_norm": 1.2367645175407698,
      "learning_rate": 0.00021692936344210704,
      "loss": 1.4251,
      "step": 4679
    },
    {
      "epoch": 2.926829268292683,
      "grad_norm": 1.4360910366528317,
      "learning_rate": 0.0002168738232990666,
      "loss": 1.75,
      "step": 4680
    },
    {
      "epoch": 2.927454659161976,
      "grad_norm": 1.4907136642885541,
      "learning_rate": 0.00021681827171105494,
      "loss": 1.9676,
      "step": 4681
    },
    {
      "epoch": 2.9280800500312694,
      "grad_norm": 1.5821209761823163,
      "learning_rate": 0.0002167627086875792,
      "loss": 1.9924,
      "step": 4682
    },
    {
      "epoch": 2.928705440900563,
      "grad_norm": 1.4276811886632848,
      "learning_rate": 0.0002167071342381486,
      "loss": 1.9154,
      "step": 4683
    },
    {
      "epoch": 2.9293308317698563,
      "grad_norm": 1.2886671298094383,
      "learning_rate": 0.00021665154837227442,
      "loss": 1.7285,
      "step": 4684
    },
    {
      "epoch": 2.9299562226391496,
      "grad_norm": 1.333539441694931,
      "learning_rate": 0.00021659595109946973,
      "loss": 1.7185,
      "step": 4685
    },
    {
      "epoch": 2.930581613508443,
      "grad_norm": 1.490736857226981,
      "learning_rate": 0.00021654034242924954,
      "loss": 1.8459,
      "step": 4686
    },
    {
      "epoch": 2.931207004377736,
      "grad_norm": 1.3760884686322663,
      "learning_rate": 0.00021648472237113093,
      "loss": 1.9553,
      "step": 4687
    },
    {
      "epoch": 2.9318323952470293,
      "grad_norm": 1.4030808551694847,
      "learning_rate": 0.00021642909093463287,
      "loss": 1.8155,
      "step": 4688
    },
    {
      "epoch": 2.9324577861163226,
      "grad_norm": 1.5540136502908608,
      "learning_rate": 0.00021637344812927632,
      "loss": 2.0608,
      "step": 4689
    },
    {
      "epoch": 2.9330831769856163,
      "grad_norm": 1.419343043384235,
      "learning_rate": 0.000216317793964584,
      "loss": 1.8637,
      "step": 4690
    },
    {
      "epoch": 2.933708567854909,
      "grad_norm": 1.4441741491233058,
      "learning_rate": 0.00021626212845008084,
      "loss": 2.0964,
      "step": 4691
    },
    {
      "epoch": 2.9343339587242028,
      "grad_norm": 2.1361487142904436,
      "learning_rate": 0.00021620645159529356,
      "loss": 1.6868,
      "step": 4692
    },
    {
      "epoch": 2.934959349593496,
      "grad_norm": 1.3307898399210911,
      "learning_rate": 0.00021615076340975083,
      "loss": 1.8621,
      "step": 4693
    },
    {
      "epoch": 2.9355847404627893,
      "grad_norm": 1.2029692140448285,
      "learning_rate": 0.00021609506390298333,
      "loss": 1.4636,
      "step": 4694
    },
    {
      "epoch": 2.9362101313320825,
      "grad_norm": 1.3767395914970688,
      "learning_rate": 0.00021603935308452357,
      "loss": 1.8947,
      "step": 4695
    },
    {
      "epoch": 2.936835522201376,
      "grad_norm": 1.3341208832981777,
      "learning_rate": 0.00021598363096390612,
      "loss": 1.7326,
      "step": 4696
    },
    {
      "epoch": 2.937460913070669,
      "grad_norm": 1.4774211335424452,
      "learning_rate": 0.00021592789755066734,
      "loss": 2.0666,
      "step": 4697
    },
    {
      "epoch": 2.9380863039399623,
      "grad_norm": 1.39695046698982,
      "learning_rate": 0.00021587215285434565,
      "loss": 1.8445,
      "step": 4698
    },
    {
      "epoch": 2.938711694809256,
      "grad_norm": 1.364509985818998,
      "learning_rate": 0.00021581639688448136,
      "loss": 1.9092,
      "step": 4699
    },
    {
      "epoch": 2.9393370856785492,
      "grad_norm": 1.4124825844202475,
      "learning_rate": 0.00021576062965061665,
      "loss": 1.8662,
      "step": 4700
    },
    {
      "epoch": 2.9399624765478425,
      "grad_norm": 1.3789588850386147,
      "learning_rate": 0.00021570485116229572,
      "loss": 1.7179,
      "step": 4701
    },
    {
      "epoch": 2.9405878674171357,
      "grad_norm": 1.4483440441180577,
      "learning_rate": 0.00021564906142906463,
      "loss": 2.055,
      "step": 4702
    },
    {
      "epoch": 2.941213258286429,
      "grad_norm": 1.474899428026302,
      "learning_rate": 0.00021559326046047142,
      "loss": 1.996,
      "step": 4703
    },
    {
      "epoch": 2.9418386491557222,
      "grad_norm": 1.5413601715659384,
      "learning_rate": 0.000215537448266066,
      "loss": 2.1803,
      "step": 4704
    },
    {
      "epoch": 2.9424640400250155,
      "grad_norm": 1.4917959517589603,
      "learning_rate": 0.00021548162485540026,
      "loss": 2.155,
      "step": 4705
    },
    {
      "epoch": 2.943089430894309,
      "grad_norm": 1.3944026928244857,
      "learning_rate": 0.00021542579023802795,
      "loss": 1.8409,
      "step": 4706
    },
    {
      "epoch": 2.943714821763602,
      "grad_norm": 1.3606730583303945,
      "learning_rate": 0.0002153699444235047,
      "loss": 1.728,
      "step": 4707
    },
    {
      "epoch": 2.9443402126328957,
      "grad_norm": 2.012498023137369,
      "learning_rate": 0.0002153140874213882,
      "loss": 1.8821,
      "step": 4708
    },
    {
      "epoch": 2.944965603502189,
      "grad_norm": 1.3990088891140455,
      "learning_rate": 0.00021525821924123795,
      "loss": 1.4757,
      "step": 4709
    },
    {
      "epoch": 2.945590994371482,
      "grad_norm": 1.379931993043933,
      "learning_rate": 0.00021520233989261536,
      "loss": 1.9047,
      "step": 4710
    },
    {
      "epoch": 2.9462163852407754,
      "grad_norm": 1.4903185078543497,
      "learning_rate": 0.00021514644938508385,
      "loss": 1.9377,
      "step": 4711
    },
    {
      "epoch": 2.9468417761100687,
      "grad_norm": 1.3616508534147327,
      "learning_rate": 0.00021509054772820858,
      "loss": 1.9422,
      "step": 4712
    },
    {
      "epoch": 2.947467166979362,
      "grad_norm": 1.4151816581873873,
      "learning_rate": 0.00021503463493155678,
      "loss": 1.9172,
      "step": 4713
    },
    {
      "epoch": 2.948092557848655,
      "grad_norm": 1.3272031403325388,
      "learning_rate": 0.00021497871100469745,
      "loss": 1.8734,
      "step": 4714
    },
    {
      "epoch": 2.948717948717949,
      "grad_norm": 1.3410873513073485,
      "learning_rate": 0.00021492277595720164,
      "loss": 1.7871,
      "step": 4715
    },
    {
      "epoch": 2.949343339587242,
      "grad_norm": 1.3413860681132155,
      "learning_rate": 0.0002148668297986422,
      "loss": 2.0207,
      "step": 4716
    },
    {
      "epoch": 2.9499687304565354,
      "grad_norm": 1.4268381025063535,
      "learning_rate": 0.0002148108725385939,
      "loss": 1.9686,
      "step": 4717
    },
    {
      "epoch": 2.9505941213258287,
      "grad_norm": 1.3536598382326697,
      "learning_rate": 0.00021475490418663344,
      "loss": 1.5601,
      "step": 4718
    },
    {
      "epoch": 2.951219512195122,
      "grad_norm": 1.3434127605794313,
      "learning_rate": 0.0002146989247523394,
      "loss": 1.7458,
      "step": 4719
    },
    {
      "epoch": 2.951844903064415,
      "grad_norm": 1.3033435472076214,
      "learning_rate": 0.00021464293424529223,
      "loss": 1.6985,
      "step": 4720
    },
    {
      "epoch": 2.9524702939337084,
      "grad_norm": 1.338560674021457,
      "learning_rate": 0.00021458693267507433,
      "loss": 1.7671,
      "step": 4721
    },
    {
      "epoch": 2.953095684803002,
      "grad_norm": 1.3977743025863765,
      "learning_rate": 0.00021453092005126997,
      "loss": 1.8678,
      "step": 4722
    },
    {
      "epoch": 2.953721075672295,
      "grad_norm": 1.3000693959053058,
      "learning_rate": 0.00021447489638346526,
      "loss": 1.6725,
      "step": 4723
    },
    {
      "epoch": 2.9543464665415886,
      "grad_norm": 1.5129471787815905,
      "learning_rate": 0.00021441886168124827,
      "loss": 2.0078,
      "step": 4724
    },
    {
      "epoch": 2.954971857410882,
      "grad_norm": 1.3725996384821841,
      "learning_rate": 0.00021436281595420894,
      "loss": 1.8288,
      "step": 4725
    },
    {
      "epoch": 2.955597248280175,
      "grad_norm": 1.493780457868582,
      "learning_rate": 0.00021430675921193908,
      "loss": 1.8251,
      "step": 4726
    },
    {
      "epoch": 2.9562226391494684,
      "grad_norm": 1.4958768553583386,
      "learning_rate": 0.0002142506914640324,
      "loss": 1.9741,
      "step": 4727
    },
    {
      "epoch": 2.9568480300187616,
      "grad_norm": 1.3062348245829527,
      "learning_rate": 0.00021419461272008454,
      "loss": 1.3819,
      "step": 4728
    },
    {
      "epoch": 2.957473420888055,
      "grad_norm": 1.377792868436296,
      "learning_rate": 0.0002141385229896929,
      "loss": 1.8873,
      "step": 4729
    },
    {
      "epoch": 2.958098811757348,
      "grad_norm": 1.3063041997464608,
      "learning_rate": 0.0002140824222824568,
      "loss": 1.5957,
      "step": 4730
    },
    {
      "epoch": 2.958724202626642,
      "grad_norm": 1.4131740739976852,
      "learning_rate": 0.0002140263106079776,
      "loss": 1.8896,
      "step": 4731
    },
    {
      "epoch": 2.959349593495935,
      "grad_norm": 1.4120542301064039,
      "learning_rate": 0.0002139701879758583,
      "loss": 2.0074,
      "step": 4732
    },
    {
      "epoch": 2.9599749843652283,
      "grad_norm": 1.5177911457061437,
      "learning_rate": 0.0002139140543957039,
      "loss": 1.7639,
      "step": 4733
    },
    {
      "epoch": 2.9606003752345216,
      "grad_norm": 1.4790940471332397,
      "learning_rate": 0.00021385790987712131,
      "loss": 2.0651,
      "step": 4734
    },
    {
      "epoch": 2.961225766103815,
      "grad_norm": 1.518121022814304,
      "learning_rate": 0.0002138017544297192,
      "loss": 1.9289,
      "step": 4735
    },
    {
      "epoch": 2.961851156973108,
      "grad_norm": 1.3541534493413676,
      "learning_rate": 0.00021374558806310819,
      "loss": 1.7911,
      "step": 4736
    },
    {
      "epoch": 2.9624765478424013,
      "grad_norm": 1.2736841525085876,
      "learning_rate": 0.0002136894107869007,
      "loss": 1.5921,
      "step": 4737
    },
    {
      "epoch": 2.963101938711695,
      "grad_norm": 1.3208513386818599,
      "learning_rate": 0.00021363322261071122,
      "loss": 1.7572,
      "step": 4738
    },
    {
      "epoch": 2.9637273295809883,
      "grad_norm": 1.557399660771024,
      "learning_rate": 0.00021357702354415578,
      "loss": 1.8678,
      "step": 4739
    },
    {
      "epoch": 2.9643527204502815,
      "grad_norm": 1.4937054876541944,
      "learning_rate": 0.0002135208135968525,
      "loss": 2.1415,
      "step": 4740
    },
    {
      "epoch": 2.964978111319575,
      "grad_norm": 1.4593551718295368,
      "learning_rate": 0.0002134645927784213,
      "loss": 2.1583,
      "step": 4741
    },
    {
      "epoch": 2.965603502188868,
      "grad_norm": 1.4192853804607906,
      "learning_rate": 0.000213408361098484,
      "loss": 1.9132,
      "step": 4742
    },
    {
      "epoch": 2.9662288930581613,
      "grad_norm": 1.4214260657066942,
      "learning_rate": 0.00021335211856666423,
      "loss": 1.909,
      "step": 4743
    },
    {
      "epoch": 2.9668542839274545,
      "grad_norm": 1.4550392380717128,
      "learning_rate": 0.00021329586519258745,
      "loss": 1.9361,
      "step": 4744
    },
    {
      "epoch": 2.9674796747967482,
      "grad_norm": 1.6309210125630738,
      "learning_rate": 0.00021323960098588107,
      "loss": 2.1341,
      "step": 4745
    },
    {
      "epoch": 2.968105065666041,
      "grad_norm": 1.390138890549602,
      "learning_rate": 0.00021318332595617433,
      "loss": 1.9937,
      "step": 4746
    },
    {
      "epoch": 2.9687304565353347,
      "grad_norm": 1.2814037240054403,
      "learning_rate": 0.00021312704011309822,
      "loss": 1.8613,
      "step": 4747
    },
    {
      "epoch": 2.969355847404628,
      "grad_norm": 1.385110897362637,
      "learning_rate": 0.00021307074346628568,
      "loss": 1.8896,
      "step": 4748
    },
    {
      "epoch": 2.9699812382739212,
      "grad_norm": 1.5096136555586026,
      "learning_rate": 0.0002130144360253715,
      "loss": 1.8916,
      "step": 4749
    },
    {
      "epoch": 2.9706066291432145,
      "grad_norm": 1.433926567125222,
      "learning_rate": 0.00021295811779999224,
      "loss": 2.0681,
      "step": 4750
    },
    {
      "epoch": 2.9712320200125077,
      "grad_norm": 1.4145363548638097,
      "learning_rate": 0.0002129017887997864,
      "loss": 1.9523,
      "step": 4751
    },
    {
      "epoch": 2.971857410881801,
      "grad_norm": 1.352400739566049,
      "learning_rate": 0.00021284544903439425,
      "loss": 1.732,
      "step": 4752
    },
    {
      "epoch": 2.9724828017510943,
      "grad_norm": 1.4484129884953356,
      "learning_rate": 0.00021278909851345798,
      "loss": 1.9126,
      "step": 4753
    },
    {
      "epoch": 2.973108192620388,
      "grad_norm": 1.2848373029702262,
      "learning_rate": 0.00021273273724662156,
      "loss": 1.806,
      "step": 4754
    },
    {
      "epoch": 2.973733583489681,
      "grad_norm": 1.480128787494006,
      "learning_rate": 0.0002126763652435308,
      "loss": 2.0133,
      "step": 4755
    },
    {
      "epoch": 2.9743589743589745,
      "grad_norm": 1.2008930851197739,
      "learning_rate": 0.0002126199825138333,
      "loss": 1.4555,
      "step": 4756
    },
    {
      "epoch": 2.9749843652282677,
      "grad_norm": 1.63131862724204,
      "learning_rate": 0.00021256358906717867,
      "loss": 1.9981,
      "step": 4757
    },
    {
      "epoch": 2.975609756097561,
      "grad_norm": 1.3161342547092447,
      "learning_rate": 0.00021250718491321816,
      "loss": 1.6954,
      "step": 4758
    },
    {
      "epoch": 2.976235146966854,
      "grad_norm": 1.3911785007524098,
      "learning_rate": 0.000212450770061605,
      "loss": 1.786,
      "step": 4759
    },
    {
      "epoch": 2.9768605378361475,
      "grad_norm": 1.5527326284896674,
      "learning_rate": 0.0002123943445219941,
      "loss": 2.1759,
      "step": 4760
    },
    {
      "epoch": 2.977485928705441,
      "grad_norm": 1.5344946777589668,
      "learning_rate": 0.00021233790830404233,
      "loss": 2.2589,
      "step": 4761
    },
    {
      "epoch": 2.978111319574734,
      "grad_norm": 1.4606454467737147,
      "learning_rate": 0.00021228146141740841,
      "loss": 2.0041,
      "step": 4762
    },
    {
      "epoch": 2.9787367104440277,
      "grad_norm": 2.9716824874389376,
      "learning_rate": 0.00021222500387175269,
      "loss": 1.5442,
      "step": 4763
    },
    {
      "epoch": 2.979362101313321,
      "grad_norm": 1.175620287214412,
      "learning_rate": 0.00021216853567673747,
      "loss": 1.5792,
      "step": 4764
    },
    {
      "epoch": 2.979987492182614,
      "grad_norm": 1.2773817521504092,
      "learning_rate": 0.000212112056842027,
      "loss": 1.5902,
      "step": 4765
    },
    {
      "epoch": 2.9806128830519074,
      "grad_norm": 1.2332666222509234,
      "learning_rate": 0.00021205556737728716,
      "loss": 1.6258,
      "step": 4766
    },
    {
      "epoch": 2.9812382739212007,
      "grad_norm": 1.459755514149765,
      "learning_rate": 0.0002119990672921857,
      "loss": 2.0212,
      "step": 4767
    },
    {
      "epoch": 2.981863664790494,
      "grad_norm": 1.3545562295279387,
      "learning_rate": 0.00021194255659639217,
      "loss": 1.9307,
      "step": 4768
    },
    {
      "epoch": 2.982489055659787,
      "grad_norm": 1.3194283029771203,
      "learning_rate": 0.00021188603529957804,
      "loss": 1.7275,
      "step": 4769
    },
    {
      "epoch": 2.983114446529081,
      "grad_norm": 1.5990458247450432,
      "learning_rate": 0.00021182950341141644,
      "loss": 2.334,
      "step": 4770
    },
    {
      "epoch": 2.983739837398374,
      "grad_norm": 1.4443067132382688,
      "learning_rate": 0.00021177296094158248,
      "loss": 1.9544,
      "step": 4771
    },
    {
      "epoch": 2.9843652282676674,
      "grad_norm": 1.3616025748069975,
      "learning_rate": 0.00021171640789975296,
      "loss": 1.9335,
      "step": 4772
    },
    {
      "epoch": 2.9849906191369606,
      "grad_norm": 1.4661834940412608,
      "learning_rate": 0.00021165984429560652,
      "loss": 1.9388,
      "step": 4773
    },
    {
      "epoch": 2.985616010006254,
      "grad_norm": 1.4284657741907902,
      "learning_rate": 0.0002116032701388236,
      "loss": 2.061,
      "step": 4774
    },
    {
      "epoch": 2.986241400875547,
      "grad_norm": 1.5785070817137257,
      "learning_rate": 0.00021154668543908644,
      "loss": 2.0741,
      "step": 4775
    },
    {
      "epoch": 2.9868667917448404,
      "grad_norm": 1.4171772367610767,
      "learning_rate": 0.00021149009020607915,
      "loss": 1.8947,
      "step": 4776
    },
    {
      "epoch": 2.987492182614134,
      "grad_norm": 1.2121105052284058,
      "learning_rate": 0.00021143348444948754,
      "loss": 1.51,
      "step": 4777
    },
    {
      "epoch": 2.988117573483427,
      "grad_norm": 1.3414835308333453,
      "learning_rate": 0.00021137686817899936,
      "loss": 1.8056,
      "step": 4778
    },
    {
      "epoch": 2.9887429643527206,
      "grad_norm": 1.343434977982669,
      "learning_rate": 0.00021132024140430405,
      "loss": 1.765,
      "step": 4779
    },
    {
      "epoch": 2.989368355222014,
      "grad_norm": 1.3088680714158563,
      "learning_rate": 0.0002112636041350928,
      "loss": 1.7109,
      "step": 4780
    },
    {
      "epoch": 2.989993746091307,
      "grad_norm": 1.451593323462283,
      "learning_rate": 0.00021120695638105874,
      "loss": 1.8584,
      "step": 4781
    },
    {
      "epoch": 2.9906191369606003,
      "grad_norm": 1.519369641972228,
      "learning_rate": 0.00021115029815189668,
      "loss": 1.8461,
      "step": 4782
    },
    {
      "epoch": 2.9912445278298936,
      "grad_norm": 1.5410331053968298,
      "learning_rate": 0.0002110936294573033,
      "loss": 1.9441,
      "step": 4783
    },
    {
      "epoch": 2.991869918699187,
      "grad_norm": 1.5176898592010153,
      "learning_rate": 0.00021103695030697705,
      "loss": 1.8281,
      "step": 4784
    },
    {
      "epoch": 2.99249530956848,
      "grad_norm": 1.4456961159605446,
      "learning_rate": 0.0002109802607106181,
      "loss": 2.0947,
      "step": 4785
    },
    {
      "epoch": 2.993120700437774,
      "grad_norm": 1.4582338539542974,
      "learning_rate": 0.00021092356067792847,
      "loss": 1.7873,
      "step": 4786
    },
    {
      "epoch": 2.993746091307067,
      "grad_norm": 1.5290695367400784,
      "learning_rate": 0.00021086685021861205,
      "loss": 1.8793,
      "step": 4787
    },
    {
      "epoch": 2.9943714821763603,
      "grad_norm": 1.5347221665648507,
      "learning_rate": 0.00021081012934237432,
      "loss": 1.7145,
      "step": 4788
    },
    {
      "epoch": 2.9949968730456535,
      "grad_norm": 1.308486173271702,
      "learning_rate": 0.0002107533980589227,
      "loss": 1.6035,
      "step": 4789
    },
    {
      "epoch": 2.995622263914947,
      "grad_norm": 1.4467016865567628,
      "learning_rate": 0.00021069665637796632,
      "loss": 1.8972,
      "step": 4790
    },
    {
      "epoch": 2.99624765478424,
      "grad_norm": 1.3253626024666598,
      "learning_rate": 0.00021063990430921615,
      "loss": 1.8639,
      "step": 4791
    },
    {
      "epoch": 2.9968730456535333,
      "grad_norm": 1.2125701064761492,
      "learning_rate": 0.00021058314186238482,
      "loss": 1.5036,
      "step": 4792
    },
    {
      "epoch": 2.997498436522827,
      "grad_norm": 1.5156421595132163,
      "learning_rate": 0.00021052636904718685,
      "loss": 1.8491,
      "step": 4793
    },
    {
      "epoch": 2.99812382739212,
      "grad_norm": 1.437856199557388,
      "learning_rate": 0.00021046958587333855,
      "loss": 1.8813,
      "step": 4794
    },
    {
      "epoch": 2.9987492182614135,
      "grad_norm": 1.5140449874278015,
      "learning_rate": 0.0002104127923505579,
      "loss": 2.1536,
      "step": 4795
    },
    {
      "epoch": 2.9993746091307067,
      "grad_norm": 1.4879438488207262,
      "learning_rate": 0.0002103559884885647,
      "loss": 2.1469,
      "step": 4796
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.3621356474531643,
      "learning_rate": 0.00021029917429708049,
      "loss": 1.8919,
      "step": 4797
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.98025643825531,
      "eval_runtime": 74.0485,
      "eval_samples_per_second": 4.835,
      "eval_steps_per_second": 4.835,
      "step": 4797
    },
    {
      "epoch": 3.0006253908692933,
      "grad_norm": 1.3271452502195575,
      "learning_rate": 0.00021024234978582866,
      "loss": 1.4778,
      "step": 4798
    },
    {
      "epoch": 3.0012507817385865,
      "grad_norm": 1.3965431976686022,
      "learning_rate": 0.00021018551496453425,
      "loss": 1.7855,
      "step": 4799
    },
    {
      "epoch": 3.0018761726078798,
      "grad_norm": 1.369263936533536,
      "learning_rate": 0.00021012866984292423,
      "loss": 1.8008,
      "step": 4800
    },
    {
      "epoch": 3.0025015634771735,
      "grad_norm": 1.3545012665911431,
      "learning_rate": 0.0002100718144307272,
      "loss": 1.66,
      "step": 4801
    },
    {
      "epoch": 3.0031269543464667,
      "grad_norm": 1.3908592932179344,
      "learning_rate": 0.00021001494873767348,
      "loss": 1.4182,
      "step": 4802
    },
    {
      "epoch": 3.00375234521576,
      "grad_norm": 1.351346113315992,
      "learning_rate": 0.00020995807277349526,
      "loss": 1.3801,
      "step": 4803
    },
    {
      "epoch": 3.004377736085053,
      "grad_norm": 1.3920940062227736,
      "learning_rate": 0.0002099011865479265,
      "loss": 1.5143,
      "step": 4804
    },
    {
      "epoch": 3.0050031269543465,
      "grad_norm": 1.3994776036107803,
      "learning_rate": 0.0002098442900707028,
      "loss": 1.1025,
      "step": 4805
    },
    {
      "epoch": 3.0056285178236397,
      "grad_norm": 1.3068601397149013,
      "learning_rate": 0.0002097873833515616,
      "loss": 1.302,
      "step": 4806
    },
    {
      "epoch": 3.006253908692933,
      "grad_norm": 1.5327139080922163,
      "learning_rate": 0.0002097304664002421,
      "loss": 1.7768,
      "step": 4807
    },
    {
      "epoch": 3.006879299562226,
      "grad_norm": 1.2736643608033378,
      "learning_rate": 0.0002096735392264852,
      "loss": 1.3912,
      "step": 4808
    },
    {
      "epoch": 3.00750469043152,
      "grad_norm": 1.2682294655307054,
      "learning_rate": 0.00020961660184003357,
      "loss": 1.3193,
      "step": 4809
    },
    {
      "epoch": 3.008130081300813,
      "grad_norm": 1.6110026589531747,
      "learning_rate": 0.00020955965425063165,
      "loss": 1.5963,
      "step": 4810
    },
    {
      "epoch": 3.0087554721701064,
      "grad_norm": 1.1844708528440562,
      "learning_rate": 0.00020950269646802561,
      "loss": 0.8632,
      "step": 4811
    },
    {
      "epoch": 3.0093808630393997,
      "grad_norm": 1.338232859757435,
      "learning_rate": 0.00020944572850196334,
      "loss": 1.0473,
      "step": 4812
    },
    {
      "epoch": 3.010006253908693,
      "grad_norm": 1.6432759290633638,
      "learning_rate": 0.0002093887503621945,
      "loss": 1.5239,
      "step": 4813
    },
    {
      "epoch": 3.010631644777986,
      "grad_norm": 1.5179254020727102,
      "learning_rate": 0.00020933176205847052,
      "loss": 1.2877,
      "step": 4814
    },
    {
      "epoch": 3.0112570356472794,
      "grad_norm": 1.8485531536427964,
      "learning_rate": 0.00020927476360054447,
      "loss": 1.8019,
      "step": 4815
    },
    {
      "epoch": 3.0118824265165727,
      "grad_norm": 1.2436933114306967,
      "learning_rate": 0.00020921775499817128,
      "loss": 0.9671,
      "step": 4816
    },
    {
      "epoch": 3.0125078173858664,
      "grad_norm": 1.4020102852090286,
      "learning_rate": 0.00020916073626110754,
      "loss": 1.1916,
      "step": 4817
    },
    {
      "epoch": 3.0131332082551596,
      "grad_norm": 1.3750812327244668,
      "learning_rate": 0.00020910370739911157,
      "loss": 1.2124,
      "step": 4818
    },
    {
      "epoch": 3.013758599124453,
      "grad_norm": 1.4929101438569072,
      "learning_rate": 0.00020904666842194359,
      "loss": 1.4836,
      "step": 4819
    },
    {
      "epoch": 3.014383989993746,
      "grad_norm": 1.6252681478253117,
      "learning_rate": 0.00020898961933936517,
      "loss": 1.7131,
      "step": 4820
    },
    {
      "epoch": 3.0150093808630394,
      "grad_norm": 1.5926093729114634,
      "learning_rate": 0.00020893256016114005,
      "loss": 1.5569,
      "step": 4821
    },
    {
      "epoch": 3.0156347717323326,
      "grad_norm": 1.4804658866913853,
      "learning_rate": 0.00020887549089703339,
      "loss": 1.289,
      "step": 4822
    },
    {
      "epoch": 3.016260162601626,
      "grad_norm": 1.4909498403081394,
      "learning_rate": 0.0002088184115568122,
      "loss": 1.4588,
      "step": 4823
    },
    {
      "epoch": 3.016885553470919,
      "grad_norm": 1.4701589432189979,
      "learning_rate": 0.0002087613221502452,
      "loss": 1.4227,
      "step": 4824
    },
    {
      "epoch": 3.017510944340213,
      "grad_norm": 1.6052177945360635,
      "learning_rate": 0.00020870422268710282,
      "loss": 1.4135,
      "step": 4825
    },
    {
      "epoch": 3.018136335209506,
      "grad_norm": 1.3694175329061495,
      "learning_rate": 0.00020864711317715727,
      "loss": 1.2111,
      "step": 4826
    },
    {
      "epoch": 3.0187617260787993,
      "grad_norm": 1.467213845921626,
      "learning_rate": 0.00020858999363018238,
      "loss": 1.3756,
      "step": 4827
    },
    {
      "epoch": 3.0193871169480926,
      "grad_norm": 1.4185973862889185,
      "learning_rate": 0.0002085328640559538,
      "loss": 1.4455,
      "step": 4828
    },
    {
      "epoch": 3.020012507817386,
      "grad_norm": 4.207829218158621,
      "learning_rate": 0.00020847572446424875,
      "loss": 1.3499,
      "step": 4829
    },
    {
      "epoch": 3.020637898686679,
      "grad_norm": 1.471340184413684,
      "learning_rate": 0.00020841857486484635,
      "loss": 1.4535,
      "step": 4830
    },
    {
      "epoch": 3.0212632895559723,
      "grad_norm": 1.312847015115108,
      "learning_rate": 0.0002083614152675273,
      "loss": 1.1505,
      "step": 4831
    },
    {
      "epoch": 3.0218886804252656,
      "grad_norm": 1.279652463365046,
      "learning_rate": 0.00020830424568207403,
      "loss": 1.1322,
      "step": 4832
    },
    {
      "epoch": 3.0225140712945593,
      "grad_norm": 1.6917051103871708,
      "learning_rate": 0.00020824706611827074,
      "loss": 1.7003,
      "step": 4833
    },
    {
      "epoch": 3.0231394621638525,
      "grad_norm": 1.052153870146246,
      "learning_rate": 0.0002081898765859033,
      "loss": 0.7469,
      "step": 4834
    },
    {
      "epoch": 3.023764853033146,
      "grad_norm": 1.4199819096673238,
      "learning_rate": 0.00020813267709475925,
      "loss": 1.1352,
      "step": 4835
    },
    {
      "epoch": 3.024390243902439,
      "grad_norm": 1.025033238958445,
      "learning_rate": 0.00020807546765462794,
      "loss": 0.7198,
      "step": 4836
    },
    {
      "epoch": 3.0250156347717323,
      "grad_norm": 1.6317019413153309,
      "learning_rate": 0.00020801824827530025,
      "loss": 1.5259,
      "step": 4837
    },
    {
      "epoch": 3.0256410256410255,
      "grad_norm": 1.7425294660680029,
      "learning_rate": 0.00020796101896656895,
      "loss": 1.5249,
      "step": 4838
    },
    {
      "epoch": 3.026266416510319,
      "grad_norm": 1.7062636297521239,
      "learning_rate": 0.00020790377973822842,
      "loss": 1.5486,
      "step": 4839
    },
    {
      "epoch": 3.026891807379612,
      "grad_norm": 2.424198673130122,
      "learning_rate": 0.00020784653060007462,
      "loss": 1.6746,
      "step": 4840
    },
    {
      "epoch": 3.0275171982489057,
      "grad_norm": 1.6875551992903737,
      "learning_rate": 0.00020778927156190542,
      "loss": 1.6235,
      "step": 4841
    },
    {
      "epoch": 3.028142589118199,
      "grad_norm": 1.5029413003331236,
      "learning_rate": 0.00020773200263352032,
      "loss": 1.4335,
      "step": 4842
    },
    {
      "epoch": 3.0287679799874923,
      "grad_norm": 1.1433872487197907,
      "learning_rate": 0.0002076747238247205,
      "loss": 0.8593,
      "step": 4843
    },
    {
      "epoch": 3.0293933708567855,
      "grad_norm": 1.5966581121886994,
      "learning_rate": 0.0002076174351453087,
      "loss": 1.7564,
      "step": 4844
    },
    {
      "epoch": 3.0300187617260788,
      "grad_norm": 1.4327917447436578,
      "learning_rate": 0.00020756013660508952,
      "loss": 1.5968,
      "step": 4845
    },
    {
      "epoch": 3.030644152595372,
      "grad_norm": 1.4517782337472018,
      "learning_rate": 0.0002075028282138692,
      "loss": 1.3379,
      "step": 4846
    },
    {
      "epoch": 3.0312695434646653,
      "grad_norm": 1.2479673941550042,
      "learning_rate": 0.00020744550998145564,
      "loss": 0.9807,
      "step": 4847
    },
    {
      "epoch": 3.0318949343339585,
      "grad_norm": 1.3802295151772717,
      "learning_rate": 0.00020738818191765848,
      "loss": 1.379,
      "step": 4848
    },
    {
      "epoch": 3.032520325203252,
      "grad_norm": 1.422395804443378,
      "learning_rate": 0.00020733084403228895,
      "loss": 1.3239,
      "step": 4849
    },
    {
      "epoch": 3.0331457160725455,
      "grad_norm": 1.368522641993881,
      "learning_rate": 0.00020727349633516007,
      "loss": 1.2464,
      "step": 4850
    },
    {
      "epoch": 3.0337711069418387,
      "grad_norm": 1.5806357478515602,
      "learning_rate": 0.0002072161388360864,
      "loss": 1.768,
      "step": 4851
    },
    {
      "epoch": 3.034396497811132,
      "grad_norm": 1.6957478393271117,
      "learning_rate": 0.0002071587715448844,
      "loss": 1.6836,
      "step": 4852
    },
    {
      "epoch": 3.035021888680425,
      "grad_norm": 1.4673492116413849,
      "learning_rate": 0.00020710139447137192,
      "loss": 1.3806,
      "step": 4853
    },
    {
      "epoch": 3.0356472795497185,
      "grad_norm": 1.3947543230929766,
      "learning_rate": 0.0002070440076253687,
      "loss": 1.2654,
      "step": 4854
    },
    {
      "epoch": 3.0362726704190117,
      "grad_norm": 1.6622322592121954,
      "learning_rate": 0.0002069866110166961,
      "loss": 1.649,
      "step": 4855
    },
    {
      "epoch": 3.036898061288305,
      "grad_norm": 1.3225583327030614,
      "learning_rate": 0.0002069292046551771,
      "loss": 1.1019,
      "step": 4856
    },
    {
      "epoch": 3.0375234521575987,
      "grad_norm": 1.3947433187379572,
      "learning_rate": 0.00020687178855063643,
      "loss": 1.031,
      "step": 4857
    },
    {
      "epoch": 3.038148843026892,
      "grad_norm": 1.8857607370754559,
      "learning_rate": 0.00020681436271290037,
      "loss": 1.3029,
      "step": 4858
    },
    {
      "epoch": 3.038774233896185,
      "grad_norm": 1.5136781705999818,
      "learning_rate": 0.00020675692715179696,
      "loss": 1.4795,
      "step": 4859
    },
    {
      "epoch": 3.0393996247654784,
      "grad_norm": 1.47562890528479,
      "learning_rate": 0.0002066994818771559,
      "loss": 1.4268,
      "step": 4860
    },
    {
      "epoch": 3.0400250156347717,
      "grad_norm": 1.4080757737556797,
      "learning_rate": 0.0002066420268988086,
      "loss": 1.1015,
      "step": 4861
    },
    {
      "epoch": 3.040650406504065,
      "grad_norm": 1.584697517182482,
      "learning_rate": 0.00020658456222658793,
      "loss": 1.4108,
      "step": 4862
    },
    {
      "epoch": 3.041275797373358,
      "grad_norm": 1.3941641309709563,
      "learning_rate": 0.0002065270878703286,
      "loss": 1.1906,
      "step": 4863
    },
    {
      "epoch": 3.041901188242652,
      "grad_norm": 1.2202384371364223,
      "learning_rate": 0.00020646960383986695,
      "loss": 1.0745,
      "step": 4864
    },
    {
      "epoch": 3.042526579111945,
      "grad_norm": 1.6966533926186866,
      "learning_rate": 0.000206412110145041,
      "loss": 1.6426,
      "step": 4865
    },
    {
      "epoch": 3.0431519699812384,
      "grad_norm": 1.5353449735895242,
      "learning_rate": 0.00020635460679569028,
      "loss": 1.3357,
      "step": 4866
    },
    {
      "epoch": 3.0437773608505316,
      "grad_norm": 1.4084241565140505,
      "learning_rate": 0.00020629709380165612,
      "loss": 1.3436,
      "step": 4867
    },
    {
      "epoch": 3.044402751719825,
      "grad_norm": 1.5088134751729663,
      "learning_rate": 0.00020623957117278148,
      "loss": 1.3218,
      "step": 4868
    },
    {
      "epoch": 3.045028142589118,
      "grad_norm": 1.5796608266623966,
      "learning_rate": 0.00020618203891891097,
      "loss": 1.4007,
      "step": 4869
    },
    {
      "epoch": 3.0456535334584114,
      "grad_norm": 1.5959244100610497,
      "learning_rate": 0.00020612449704989071,
      "loss": 1.4227,
      "step": 4870
    },
    {
      "epoch": 3.0462789243277046,
      "grad_norm": 1.3603620384118944,
      "learning_rate": 0.0002060669455755686,
      "loss": 1.17,
      "step": 4871
    },
    {
      "epoch": 3.0469043151969983,
      "grad_norm": 1.40802557516054,
      "learning_rate": 0.00020600938450579428,
      "loss": 1.3012,
      "step": 4872
    },
    {
      "epoch": 3.0475297060662916,
      "grad_norm": 1.7937252025829782,
      "learning_rate": 0.00020595181385041873,
      "loss": 1.6984,
      "step": 4873
    },
    {
      "epoch": 3.048155096935585,
      "grad_norm": 1.625511145810724,
      "learning_rate": 0.0002058942336192949,
      "loss": 1.7042,
      "step": 4874
    },
    {
      "epoch": 3.048780487804878,
      "grad_norm": 1.4819105655977165,
      "learning_rate": 0.0002058366438222772,
      "loss": 1.321,
      "step": 4875
    },
    {
      "epoch": 3.0494058786741713,
      "grad_norm": 1.2921627337947208,
      "learning_rate": 0.00020577904446922164,
      "loss": 1.0298,
      "step": 4876
    },
    {
      "epoch": 3.0500312695434646,
      "grad_norm": 1.4061566627072126,
      "learning_rate": 0.000205721435569986,
      "loss": 1.3051,
      "step": 4877
    },
    {
      "epoch": 3.050656660412758,
      "grad_norm": 1.2995523971357625,
      "learning_rate": 0.0002056638171344296,
      "loss": 1.2029,
      "step": 4878
    },
    {
      "epoch": 3.051282051282051,
      "grad_norm": 1.3878253706960948,
      "learning_rate": 0.00020560618917241338,
      "loss": 1.2717,
      "step": 4879
    },
    {
      "epoch": 3.051907442151345,
      "grad_norm": 1.4222611931349989,
      "learning_rate": 0.00020554855169380002,
      "loss": 1.265,
      "step": 4880
    },
    {
      "epoch": 3.052532833020638,
      "grad_norm": 1.2816236375753765,
      "learning_rate": 0.00020549090470845367,
      "loss": 1.0048,
      "step": 4881
    },
    {
      "epoch": 3.0531582238899313,
      "grad_norm": 1.3974858999522912,
      "learning_rate": 0.00020543324822624033,
      "loss": 1.3018,
      "step": 4882
    },
    {
      "epoch": 3.0537836147592246,
      "grad_norm": 1.5771271341083684,
      "learning_rate": 0.00020537558225702736,
      "loss": 1.427,
      "step": 4883
    },
    {
      "epoch": 3.054409005628518,
      "grad_norm": 1.7989575388539496,
      "learning_rate": 0.00020531790681068394,
      "loss": 1.8412,
      "step": 4884
    },
    {
      "epoch": 3.055034396497811,
      "grad_norm": 1.4795812847735665,
      "learning_rate": 0.00020526022189708084,
      "loss": 1.3083,
      "step": 4885
    },
    {
      "epoch": 3.0556597873671043,
      "grad_norm": 1.394745343442088,
      "learning_rate": 0.00020520252752609033,
      "loss": 1.2467,
      "step": 4886
    },
    {
      "epoch": 3.0562851782363976,
      "grad_norm": 1.2994818614815786,
      "learning_rate": 0.00020514482370758636,
      "loss": 0.8991,
      "step": 4887
    },
    {
      "epoch": 3.0569105691056913,
      "grad_norm": 1.3765525123032816,
      "learning_rate": 0.00020508711045144466,
      "loss": 1.2639,
      "step": 4888
    },
    {
      "epoch": 3.0575359599749845,
      "grad_norm": 1.5406205653458251,
      "learning_rate": 0.00020502938776754232,
      "loss": 1.2952,
      "step": 4889
    },
    {
      "epoch": 3.0581613508442778,
      "grad_norm": 1.4621930830038095,
      "learning_rate": 0.00020497165566575818,
      "loss": 1.3041,
      "step": 4890
    },
    {
      "epoch": 3.058786741713571,
      "grad_norm": 1.8043093904442908,
      "learning_rate": 0.00020491391415597274,
      "loss": 1.7745,
      "step": 4891
    },
    {
      "epoch": 3.0594121325828643,
      "grad_norm": 1.4498439065941047,
      "learning_rate": 0.00020485616324806798,
      "loss": 1.4587,
      "step": 4892
    },
    {
      "epoch": 3.0600375234521575,
      "grad_norm": 1.678573265186426,
      "learning_rate": 0.00020479840295192756,
      "loss": 1.5856,
      "step": 4893
    },
    {
      "epoch": 3.0606629143214508,
      "grad_norm": 1.5203145706535237,
      "learning_rate": 0.0002047406332774367,
      "loss": 1.5481,
      "step": 4894
    },
    {
      "epoch": 3.061288305190744,
      "grad_norm": 2.7723812896147995,
      "learning_rate": 0.0002046828542344824,
      "loss": 1.2883,
      "step": 4895
    },
    {
      "epoch": 3.0619136960600377,
      "grad_norm": 1.6290228738991512,
      "learning_rate": 0.0002046250658329529,
      "loss": 1.6644,
      "step": 4896
    },
    {
      "epoch": 3.062539086929331,
      "grad_norm": 1.2321827441269824,
      "learning_rate": 0.0002045672680827385,
      "loss": 1.0938,
      "step": 4897
    },
    {
      "epoch": 3.063164477798624,
      "grad_norm": 1.3858654660291712,
      "learning_rate": 0.0002045094609937307,
      "loss": 1.3945,
      "step": 4898
    },
    {
      "epoch": 3.0637898686679175,
      "grad_norm": 1.3166621295740457,
      "learning_rate": 0.0002044516445758228,
      "loss": 1.1773,
      "step": 4899
    },
    {
      "epoch": 3.0644152595372107,
      "grad_norm": 1.3466318393962653,
      "learning_rate": 0.00020439381883890972,
      "loss": 1.1938,
      "step": 4900
    },
    {
      "epoch": 3.065040650406504,
      "grad_norm": 1.4584578551580434,
      "learning_rate": 0.0002043359837928879,
      "loss": 1.3588,
      "step": 4901
    },
    {
      "epoch": 3.0656660412757972,
      "grad_norm": 1.517258519077339,
      "learning_rate": 0.00020427813944765537,
      "loss": 1.3867,
      "step": 4902
    },
    {
      "epoch": 3.0662914321450905,
      "grad_norm": 1.458333072894355,
      "learning_rate": 0.00020422028581311178,
      "loss": 1.3411,
      "step": 4903
    },
    {
      "epoch": 3.066916823014384,
      "grad_norm": 1.496608376662117,
      "learning_rate": 0.00020416242289915832,
      "loss": 1.2203,
      "step": 4904
    },
    {
      "epoch": 3.0675422138836774,
      "grad_norm": 1.2017341660676941,
      "learning_rate": 0.00020410455071569788,
      "loss": 0.9177,
      "step": 4905
    },
    {
      "epoch": 3.0681676047529707,
      "grad_norm": 1.3235957842328194,
      "learning_rate": 0.0002040466692726348,
      "loss": 1.0285,
      "step": 4906
    },
    {
      "epoch": 3.068792995622264,
      "grad_norm": 1.925361461987133,
      "learning_rate": 0.00020398877857987513,
      "loss": 1.7682,
      "step": 4907
    },
    {
      "epoch": 3.069418386491557,
      "grad_norm": 2.059275090038412,
      "learning_rate": 0.0002039308786473264,
      "loss": 1.7623,
      "step": 4908
    },
    {
      "epoch": 3.0700437773608504,
      "grad_norm": 1.7441547487808906,
      "learning_rate": 0.00020387296948489779,
      "loss": 1.5412,
      "step": 4909
    },
    {
      "epoch": 3.0706691682301437,
      "grad_norm": 1.6494917864870753,
      "learning_rate": 0.00020381505110250004,
      "loss": 1.5594,
      "step": 4910
    },
    {
      "epoch": 3.071294559099437,
      "grad_norm": 1.536625986506382,
      "learning_rate": 0.00020375712351004542,
      "loss": 1.2159,
      "step": 4911
    },
    {
      "epoch": 3.0719199499687306,
      "grad_norm": 1.5770176597698757,
      "learning_rate": 0.00020369918671744785,
      "loss": 1.5376,
      "step": 4912
    },
    {
      "epoch": 3.072545340838024,
      "grad_norm": 1.463149124596793,
      "learning_rate": 0.00020364124073462284,
      "loss": 1.3968,
      "step": 4913
    },
    {
      "epoch": 3.073170731707317,
      "grad_norm": 1.517255912235286,
      "learning_rate": 0.00020358328557148732,
      "loss": 1.3959,
      "step": 4914
    },
    {
      "epoch": 3.0737961225766104,
      "grad_norm": 1.477141394855601,
      "learning_rate": 0.00020352532123795995,
      "loss": 1.2547,
      "step": 4915
    },
    {
      "epoch": 3.0744215134459036,
      "grad_norm": 1.255614238307033,
      "learning_rate": 0.00020346734774396094,
      "loss": 0.9859,
      "step": 4916
    },
    {
      "epoch": 3.075046904315197,
      "grad_norm": 1.3619120634363773,
      "learning_rate": 0.00020340936509941196,
      "loss": 1.1827,
      "step": 4917
    },
    {
      "epoch": 3.07567229518449,
      "grad_norm": 1.5615796581571824,
      "learning_rate": 0.00020335137331423643,
      "loss": 1.5143,
      "step": 4918
    },
    {
      "epoch": 3.076297686053784,
      "grad_norm": 1.2475079665940783,
      "learning_rate": 0.0002032933723983591,
      "loss": 1.1116,
      "step": 4919
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 1.3490576708951467,
      "learning_rate": 0.00020323536236170647,
      "loss": 1.2083,
      "step": 4920
    },
    {
      "epoch": 3.0775484677923703,
      "grad_norm": 1.4341507448465984,
      "learning_rate": 0.00020317734321420654,
      "loss": 1.2293,
      "step": 4921
    },
    {
      "epoch": 3.0781738586616636,
      "grad_norm": 1.5727535132279515,
      "learning_rate": 0.00020311931496578883,
      "loss": 1.4176,
      "step": 4922
    },
    {
      "epoch": 3.078799249530957,
      "grad_norm": 1.694457753252788,
      "learning_rate": 0.00020306127762638451,
      "loss": 1.6063,
      "step": 4923
    },
    {
      "epoch": 3.07942464040025,
      "grad_norm": 1.5047722369667673,
      "learning_rate": 0.00020300323120592622,
      "loss": 1.3115,
      "step": 4924
    },
    {
      "epoch": 3.0800500312695434,
      "grad_norm": 1.2995467697094796,
      "learning_rate": 0.0002029451757143482,
      "loss": 1.0403,
      "step": 4925
    },
    {
      "epoch": 3.0806754221388366,
      "grad_norm": 1.477135200869532,
      "learning_rate": 0.00020288711116158627,
      "loss": 1.21,
      "step": 4926
    },
    {
      "epoch": 3.08130081300813,
      "grad_norm": 1.4310320898127655,
      "learning_rate": 0.00020282903755757767,
      "loss": 1.079,
      "step": 4927
    },
    {
      "epoch": 3.0819262038774236,
      "grad_norm": 1.614383145956653,
      "learning_rate": 0.0002027709549122613,
      "loss": 1.5591,
      "step": 4928
    },
    {
      "epoch": 3.082551594746717,
      "grad_norm": 1.4628157408061744,
      "learning_rate": 0.0002027128632355776,
      "loss": 1.3067,
      "step": 4929
    },
    {
      "epoch": 3.08317698561601,
      "grad_norm": 1.6595410995133997,
      "learning_rate": 0.00020265476253746858,
      "loss": 1.6462,
      "step": 4930
    },
    {
      "epoch": 3.0838023764853033,
      "grad_norm": 1.2664048315864798,
      "learning_rate": 0.00020259665282787765,
      "loss": 0.9959,
      "step": 4931
    },
    {
      "epoch": 3.0844277673545966,
      "grad_norm": 1.5676040203508521,
      "learning_rate": 0.00020253853411674998,
      "loss": 1.4878,
      "step": 4932
    },
    {
      "epoch": 3.08505315822389,
      "grad_norm": 1.537607238278223,
      "learning_rate": 0.0002024804064140321,
      "loss": 1.5317,
      "step": 4933
    },
    {
      "epoch": 3.085678549093183,
      "grad_norm": 1.6437850650691557,
      "learning_rate": 0.00020242226972967217,
      "loss": 1.4967,
      "step": 4934
    },
    {
      "epoch": 3.0863039399624768,
      "grad_norm": 1.5491592135507133,
      "learning_rate": 0.00020236412407361986,
      "loss": 1.44,
      "step": 4935
    },
    {
      "epoch": 3.08692933083177,
      "grad_norm": 1.6267191785741608,
      "learning_rate": 0.00020230596945582636,
      "loss": 1.4832,
      "step": 4936
    },
    {
      "epoch": 3.0875547217010633,
      "grad_norm": 1.5679604896629975,
      "learning_rate": 0.00020224780588624445,
      "loss": 1.4957,
      "step": 4937
    },
    {
      "epoch": 3.0881801125703565,
      "grad_norm": 1.5938636950270408,
      "learning_rate": 0.00020218963337482833,
      "loss": 1.5303,
      "step": 4938
    },
    {
      "epoch": 3.0888055034396498,
      "grad_norm": 1.4094401448462113,
      "learning_rate": 0.0002021314519315339,
      "loss": 1.2262,
      "step": 4939
    },
    {
      "epoch": 3.089430894308943,
      "grad_norm": 1.2768992555665932,
      "learning_rate": 0.00020207326156631848,
      "loss": 0.9237,
      "step": 4940
    },
    {
      "epoch": 3.0900562851782363,
      "grad_norm": 1.341378906963958,
      "learning_rate": 0.00020201506228914083,
      "loss": 1.0991,
      "step": 4941
    },
    {
      "epoch": 3.0906816760475295,
      "grad_norm": 1.362786598150559,
      "learning_rate": 0.00020195685410996146,
      "loss": 1.2831,
      "step": 4942
    },
    {
      "epoch": 3.091307066916823,
      "grad_norm": 1.3712370197675283,
      "learning_rate": 0.0002018986370387422,
      "loss": 1.0154,
      "step": 4943
    },
    {
      "epoch": 3.0919324577861165,
      "grad_norm": 1.8884910120339338,
      "learning_rate": 0.0002018404110854465,
      "loss": 1.5816,
      "step": 4944
    },
    {
      "epoch": 3.0925578486554097,
      "grad_norm": 1.8370524974063034,
      "learning_rate": 0.00020178217626003935,
      "loss": 1.5362,
      "step": 4945
    },
    {
      "epoch": 3.093183239524703,
      "grad_norm": 1.6488384775752836,
      "learning_rate": 0.00020172393257248718,
      "loss": 1.3937,
      "step": 4946
    },
    {
      "epoch": 3.0938086303939962,
      "grad_norm": 1.808893129460851,
      "learning_rate": 0.00020166568003275796,
      "loss": 1.5507,
      "step": 4947
    },
    {
      "epoch": 3.0944340212632895,
      "grad_norm": 1.5175101590062459,
      "learning_rate": 0.00020160741865082123,
      "loss": 1.2588,
      "step": 4948
    },
    {
      "epoch": 3.0950594121325827,
      "grad_norm": 1.6064640598668412,
      "learning_rate": 0.00020154914843664796,
      "loss": 1.4333,
      "step": 4949
    },
    {
      "epoch": 3.095684803001876,
      "grad_norm": 1.330507058322569,
      "learning_rate": 0.00020149086940021073,
      "loss": 1.0857,
      "step": 4950
    },
    {
      "epoch": 3.0963101938711697,
      "grad_norm": 1.6823892557437268,
      "learning_rate": 0.00020143258155148357,
      "loss": 1.5266,
      "step": 4951
    },
    {
      "epoch": 3.096935584740463,
      "grad_norm": 1.3149207535911127,
      "learning_rate": 0.00020137428490044196,
      "loss": 1.1211,
      "step": 4952
    },
    {
      "epoch": 3.097560975609756,
      "grad_norm": 1.5971123249928427,
      "learning_rate": 0.00020131597945706301,
      "loss": 1.5004,
      "step": 4953
    },
    {
      "epoch": 3.0981863664790494,
      "grad_norm": 1.6127364465065992,
      "learning_rate": 0.00020125766523132523,
      "loss": 1.6279,
      "step": 4954
    },
    {
      "epoch": 3.0988117573483427,
      "grad_norm": 1.5088462464111965,
      "learning_rate": 0.00020119934223320873,
      "loss": 1.2326,
      "step": 4955
    },
    {
      "epoch": 3.099437148217636,
      "grad_norm": 1.4628744945600962,
      "learning_rate": 0.00020114101047269504,
      "loss": 1.3137,
      "step": 4956
    },
    {
      "epoch": 3.100062539086929,
      "grad_norm": 1.3480657914675502,
      "learning_rate": 0.00020108266995976724,
      "loss": 1.2238,
      "step": 4957
    },
    {
      "epoch": 3.1006879299562224,
      "grad_norm": 1.5134240486284587,
      "learning_rate": 0.0002010243207044098,
      "loss": 1.5896,
      "step": 4958
    },
    {
      "epoch": 3.101313320825516,
      "grad_norm": 1.36162687126962,
      "learning_rate": 0.00020096596271660896,
      "loss": 1.4696,
      "step": 4959
    },
    {
      "epoch": 3.1019387116948094,
      "grad_norm": 1.5044587098553757,
      "learning_rate": 0.00020090759600635208,
      "loss": 1.4493,
      "step": 4960
    },
    {
      "epoch": 3.1025641025641026,
      "grad_norm": 1.462900972910746,
      "learning_rate": 0.00020084922058362825,
      "loss": 1.4045,
      "step": 4961
    },
    {
      "epoch": 3.103189493433396,
      "grad_norm": 1.4554914812477315,
      "learning_rate": 0.0002007908364584281,
      "loss": 1.3243,
      "step": 4962
    },
    {
      "epoch": 3.103814884302689,
      "grad_norm": 1.3435918102177051,
      "learning_rate": 0.00020073244364074351,
      "loss": 1.2709,
      "step": 4963
    },
    {
      "epoch": 3.1044402751719824,
      "grad_norm": 1.7826196091740452,
      "learning_rate": 0.00020067404214056805,
      "loss": 1.3626,
      "step": 4964
    },
    {
      "epoch": 3.1050656660412757,
      "grad_norm": 1.410375537963896,
      "learning_rate": 0.00020061563196789676,
      "loss": 1.2514,
      "step": 4965
    },
    {
      "epoch": 3.105691056910569,
      "grad_norm": 1.6476382867520172,
      "learning_rate": 0.0002005572131327261,
      "loss": 1.581,
      "step": 4966
    },
    {
      "epoch": 3.1063164477798626,
      "grad_norm": 1.5080501419207522,
      "learning_rate": 0.00020049878564505394,
      "loss": 1.1556,
      "step": 4967
    },
    {
      "epoch": 3.106941838649156,
      "grad_norm": 1.7142069369273452,
      "learning_rate": 0.00020044034951487987,
      "loss": 1.6132,
      "step": 4968
    },
    {
      "epoch": 3.107567229518449,
      "grad_norm": 1.869122100362163,
      "learning_rate": 0.00020038190475220465,
      "loss": 1.8535,
      "step": 4969
    },
    {
      "epoch": 3.1081926203877424,
      "grad_norm": 1.3958441668290962,
      "learning_rate": 0.00020032345136703077,
      "loss": 1.272,
      "step": 4970
    },
    {
      "epoch": 3.1088180112570356,
      "grad_norm": 1.566449089500187,
      "learning_rate": 0.00020026498936936212,
      "loss": 1.5088,
      "step": 4971
    },
    {
      "epoch": 3.109443402126329,
      "grad_norm": 1.4021765987322945,
      "learning_rate": 0.00020020651876920397,
      "loss": 1.2003,
      "step": 4972
    },
    {
      "epoch": 3.110068792995622,
      "grad_norm": 1.324137898231516,
      "learning_rate": 0.00020014803957656323,
      "loss": 1.149,
      "step": 4973
    },
    {
      "epoch": 3.1106941838649154,
      "grad_norm": 1.471755622391847,
      "learning_rate": 0.00020008955180144815,
      "loss": 1.3243,
      "step": 4974
    },
    {
      "epoch": 3.111319574734209,
      "grad_norm": 1.574211978557914,
      "learning_rate": 0.00020003105545386853,
      "loss": 1.559,
      "step": 4975
    },
    {
      "epoch": 3.1119449656035023,
      "grad_norm": 1.4967505209538234,
      "learning_rate": 0.0001999725505438355,
      "loss": 1.3364,
      "step": 4976
    },
    {
      "epoch": 3.1125703564727956,
      "grad_norm": 1.5314254920882053,
      "learning_rate": 0.0001999140370813618,
      "loss": 1.4433,
      "step": 4977
    },
    {
      "epoch": 3.113195747342089,
      "grad_norm": 1.3214439024363651,
      "learning_rate": 0.00019985551507646168,
      "loss": 1.3509,
      "step": 4978
    },
    {
      "epoch": 3.113821138211382,
      "grad_norm": 1.6829408982944642,
      "learning_rate": 0.00019979698453915061,
      "loss": 1.5583,
      "step": 4979
    },
    {
      "epoch": 3.1144465290806753,
      "grad_norm": 1.533934583038019,
      "learning_rate": 0.00019973844547944576,
      "loss": 1.5431,
      "step": 4980
    },
    {
      "epoch": 3.1150719199499686,
      "grad_norm": 1.4990975148293701,
      "learning_rate": 0.00019967989790736562,
      "loss": 1.4256,
      "step": 4981
    },
    {
      "epoch": 3.115697310819262,
      "grad_norm": 1.4454349446210868,
      "learning_rate": 0.0001996213418329302,
      "loss": 1.2296,
      "step": 4982
    },
    {
      "epoch": 3.1163227016885555,
      "grad_norm": 1.4478799908490243,
      "learning_rate": 0.00019956277726616096,
      "loss": 1.3562,
      "step": 4983
    },
    {
      "epoch": 3.1169480925578488,
      "grad_norm": 1.4162289478701984,
      "learning_rate": 0.00019950420421708083,
      "loss": 1.2766,
      "step": 4984
    },
    {
      "epoch": 3.117573483427142,
      "grad_norm": 1.494507830023799,
      "learning_rate": 0.00019944562269571408,
      "loss": 1.4046,
      "step": 4985
    },
    {
      "epoch": 3.1181988742964353,
      "grad_norm": 1.652963050712785,
      "learning_rate": 0.00019938703271208663,
      "loss": 1.5932,
      "step": 4986
    },
    {
      "epoch": 3.1188242651657285,
      "grad_norm": 1.360560801688677,
      "learning_rate": 0.00019932843427622558,
      "loss": 1.1232,
      "step": 4987
    },
    {
      "epoch": 3.119449656035022,
      "grad_norm": 1.4638396389867419,
      "learning_rate": 0.00019926982739815977,
      "loss": 1.3215,
      "step": 4988
    },
    {
      "epoch": 3.120075046904315,
      "grad_norm": 1.4684117760059616,
      "learning_rate": 0.00019921121208791925,
      "loss": 1.2851,
      "step": 4989
    },
    {
      "epoch": 3.1207004377736087,
      "grad_norm": 1.5297849174114586,
      "learning_rate": 0.00019915258835553564,
      "loss": 1.1255,
      "step": 4990
    },
    {
      "epoch": 3.121325828642902,
      "grad_norm": 1.238196856331693,
      "learning_rate": 0.000199093956211042,
      "loss": 0.9917,
      "step": 4991
    },
    {
      "epoch": 3.1219512195121952,
      "grad_norm": 1.6913537184434126,
      "learning_rate": 0.00019903531566447277,
      "loss": 1.4434,
      "step": 4992
    },
    {
      "epoch": 3.1225766103814885,
      "grad_norm": 1.415029243862877,
      "learning_rate": 0.00019897666672586382,
      "loss": 1.1117,
      "step": 4993
    },
    {
      "epoch": 3.1232020012507817,
      "grad_norm": 1.8939727865552256,
      "learning_rate": 0.00019891800940525256,
      "loss": 1.53,
      "step": 4994
    },
    {
      "epoch": 3.123827392120075,
      "grad_norm": 1.4655538021802719,
      "learning_rate": 0.00019885934371267772,
      "loss": 1.2844,
      "step": 4995
    },
    {
      "epoch": 3.1244527829893682,
      "grad_norm": 1.470670372803618,
      "learning_rate": 0.00019880066965817947,
      "loss": 1.1708,
      "step": 4996
    },
    {
      "epoch": 3.1250781738586615,
      "grad_norm": 2.6951905373157397,
      "learning_rate": 0.00019874198725179957,
      "loss": 1.5183,
      "step": 4997
    },
    {
      "epoch": 3.1257035647279547,
      "grad_norm": 1.4069328029051518,
      "learning_rate": 0.000198683296503581,
      "loss": 1.0635,
      "step": 4998
    },
    {
      "epoch": 3.1263289555972484,
      "grad_norm": 1.3744103197820494,
      "learning_rate": 0.00019862459742356827,
      "loss": 1.2191,
      "step": 4999
    },
    {
      "epoch": 3.1269543464665417,
      "grad_norm": 1.28767082613495,
      "learning_rate": 0.0001985658900218073,
      "loss": 1.0933,
      "step": 5000
    },
    {
      "epoch": 3.127579737335835,
      "grad_norm": 1.5924845759499977,
      "learning_rate": 0.00019850717430834548,
      "loss": 1.5816,
      "step": 5001
    },
    {
      "epoch": 3.128205128205128,
      "grad_norm": 1.363443362104519,
      "learning_rate": 0.00019844845029323154,
      "loss": 1.096,
      "step": 5002
    },
    {
      "epoch": 3.1288305190744214,
      "grad_norm": 1.7245558378741825,
      "learning_rate": 0.0001983897179865156,
      "loss": 1.6942,
      "step": 5003
    },
    {
      "epoch": 3.1294559099437147,
      "grad_norm": 1.4133874641913278,
      "learning_rate": 0.00019833097739824945,
      "loss": 1.429,
      "step": 5004
    },
    {
      "epoch": 3.130081300813008,
      "grad_norm": 1.5831890064618472,
      "learning_rate": 0.000198272228538486,
      "loss": 1.331,
      "step": 5005
    },
    {
      "epoch": 3.1307066916823016,
      "grad_norm": 1.5103155192516946,
      "learning_rate": 0.0001982134714172797,
      "loss": 1.3388,
      "step": 5006
    },
    {
      "epoch": 3.131332082551595,
      "grad_norm": 1.587283546224605,
      "learning_rate": 0.0001981547060446864,
      "loss": 1.5444,
      "step": 5007
    },
    {
      "epoch": 3.131957473420888,
      "grad_norm": 1.565032977780677,
      "learning_rate": 0.00019809593243076337,
      "loss": 1.5222,
      "step": 5008
    },
    {
      "epoch": 3.1325828642901814,
      "grad_norm": 1.5439072163655159,
      "learning_rate": 0.00019803715058556932,
      "loss": 1.6018,
      "step": 5009
    },
    {
      "epoch": 3.1332082551594747,
      "grad_norm": 1.242757274803633,
      "learning_rate": 0.0001979783605191643,
      "loss": 1.0057,
      "step": 5010
    },
    {
      "epoch": 3.133833646028768,
      "grad_norm": 1.631253354158334,
      "learning_rate": 0.00019791956224160984,
      "loss": 1.4814,
      "step": 5011
    },
    {
      "epoch": 3.134459036898061,
      "grad_norm": 1.5216338106255054,
      "learning_rate": 0.00019786075576296882,
      "loss": 1.3914,
      "step": 5012
    },
    {
      "epoch": 3.1350844277673544,
      "grad_norm": 1.482296664739431,
      "learning_rate": 0.00019780194109330555,
      "loss": 1.5107,
      "step": 5013
    },
    {
      "epoch": 3.135709818636648,
      "grad_norm": 1.579639923847214,
      "learning_rate": 0.00019774311824268567,
      "loss": 1.287,
      "step": 5014
    },
    {
      "epoch": 3.1363352095059414,
      "grad_norm": 1.4370643667808052,
      "learning_rate": 0.00019768428722117642,
      "loss": 1.2561,
      "step": 5015
    },
    {
      "epoch": 3.1369606003752346,
      "grad_norm": 1.5674924920904443,
      "learning_rate": 0.00019762544803884625,
      "loss": 1.4378,
      "step": 5016
    },
    {
      "epoch": 3.137585991244528,
      "grad_norm": 1.2711762781471687,
      "learning_rate": 0.000197566600705765,
      "loss": 1.078,
      "step": 5017
    },
    {
      "epoch": 3.138211382113821,
      "grad_norm": 1.6892145838253452,
      "learning_rate": 0.000197507745232004,
      "loss": 1.3825,
      "step": 5018
    },
    {
      "epoch": 3.1388367729831144,
      "grad_norm": 1.7245239232679443,
      "learning_rate": 0.00019744888162763596,
      "loss": 1.5952,
      "step": 5019
    },
    {
      "epoch": 3.1394621638524076,
      "grad_norm": 1.4564752896617486,
      "learning_rate": 0.00019739000990273497,
      "loss": 1.1721,
      "step": 5020
    },
    {
      "epoch": 3.140087554721701,
      "grad_norm": 1.7074487782614558,
      "learning_rate": 0.00019733113006737646,
      "loss": 1.4198,
      "step": 5021
    },
    {
      "epoch": 3.1407129455909946,
      "grad_norm": 1.2728546588937741,
      "learning_rate": 0.0001972722421316373,
      "loss": 1.0696,
      "step": 5022
    },
    {
      "epoch": 3.141338336460288,
      "grad_norm": 1.309954866404785,
      "learning_rate": 0.00019721334610559575,
      "loss": 1.1573,
      "step": 5023
    },
    {
      "epoch": 3.141963727329581,
      "grad_norm": 1.4318701276575154,
      "learning_rate": 0.00019715444199933145,
      "loss": 1.208,
      "step": 5024
    },
    {
      "epoch": 3.1425891181988743,
      "grad_norm": 1.635939672915422,
      "learning_rate": 0.00019709552982292536,
      "loss": 1.4575,
      "step": 5025
    },
    {
      "epoch": 3.1432145090681676,
      "grad_norm": 1.630410672816643,
      "learning_rate": 0.00019703660958645988,
      "loss": 1.3966,
      "step": 5026
    },
    {
      "epoch": 3.143839899937461,
      "grad_norm": 1.6401806026421162,
      "learning_rate": 0.00019697768130001882,
      "loss": 1.5086,
      "step": 5027
    },
    {
      "epoch": 3.144465290806754,
      "grad_norm": 1.5199000994004173,
      "learning_rate": 0.00019691874497368734,
      "loss": 1.1702,
      "step": 5028
    },
    {
      "epoch": 3.1450906816760473,
      "grad_norm": 1.3236841749398933,
      "learning_rate": 0.0001968598006175519,
      "loss": 1.0231,
      "step": 5029
    },
    {
      "epoch": 3.145716072545341,
      "grad_norm": 1.6247951287055546,
      "learning_rate": 0.00019680084824170047,
      "loss": 1.4259,
      "step": 5030
    },
    {
      "epoch": 3.1463414634146343,
      "grad_norm": 1.6995774785037523,
      "learning_rate": 0.00019674188785622228,
      "loss": 1.4177,
      "step": 5031
    },
    {
      "epoch": 3.1469668542839275,
      "grad_norm": 1.4686982523452152,
      "learning_rate": 0.00019668291947120802,
      "loss": 1.326,
      "step": 5032
    },
    {
      "epoch": 3.147592245153221,
      "grad_norm": 1.4233302595739543,
      "learning_rate": 0.00019662394309674967,
      "loss": 1.1436,
      "step": 5033
    },
    {
      "epoch": 3.148217636022514,
      "grad_norm": 1.6946886270083543,
      "learning_rate": 0.00019656495874294057,
      "loss": 1.4474,
      "step": 5034
    },
    {
      "epoch": 3.1488430268918073,
      "grad_norm": 1.2871149555267518,
      "learning_rate": 0.00019650596641987553,
      "loss": 0.9274,
      "step": 5035
    },
    {
      "epoch": 3.1494684177611005,
      "grad_norm": 1.5918375685345987,
      "learning_rate": 0.00019644696613765062,
      "loss": 1.3064,
      "step": 5036
    },
    {
      "epoch": 3.150093808630394,
      "grad_norm": 1.8410631687391008,
      "learning_rate": 0.00019638795790636335,
      "loss": 1.7054,
      "step": 5037
    },
    {
      "epoch": 3.1507191994996875,
      "grad_norm": 1.512956626227634,
      "learning_rate": 0.0001963289417361125,
      "loss": 1.3643,
      "step": 5038
    },
    {
      "epoch": 3.1513445903689807,
      "grad_norm": 1.631941909269448,
      "learning_rate": 0.00019626991763699834,
      "loss": 1.4088,
      "step": 5039
    },
    {
      "epoch": 3.151969981238274,
      "grad_norm": 1.632152449371545,
      "learning_rate": 0.00019621088561912233,
      "loss": 1.4311,
      "step": 5040
    },
    {
      "epoch": 3.1525953721075672,
      "grad_norm": 2.03324265156016,
      "learning_rate": 0.00019615184569258745,
      "loss": 1.5262,
      "step": 5041
    },
    {
      "epoch": 3.1532207629768605,
      "grad_norm": 1.7694168635277798,
      "learning_rate": 0.0001960927978674979,
      "loss": 1.6333,
      "step": 5042
    },
    {
      "epoch": 3.1538461538461537,
      "grad_norm": 1.568410744299171,
      "learning_rate": 0.00019603374215395927,
      "loss": 1.4563,
      "step": 5043
    },
    {
      "epoch": 3.154471544715447,
      "grad_norm": 1.3107272848015774,
      "learning_rate": 0.00019597467856207861,
      "loss": 0.9587,
      "step": 5044
    },
    {
      "epoch": 3.1550969355847407,
      "grad_norm": 1.4802544894246652,
      "learning_rate": 0.00019591560710196412,
      "loss": 1.3861,
      "step": 5045
    },
    {
      "epoch": 3.155722326454034,
      "grad_norm": 1.2754147790970018,
      "learning_rate": 0.00019585652778372553,
      "loss": 1.0135,
      "step": 5046
    },
    {
      "epoch": 3.156347717323327,
      "grad_norm": 1.3641732132978484,
      "learning_rate": 0.00019579744061747382,
      "loss": 1.2381,
      "step": 5047
    },
    {
      "epoch": 3.1569731081926204,
      "grad_norm": 1.5264354680927932,
      "learning_rate": 0.0001957383456133213,
      "loss": 1.6481,
      "step": 5048
    },
    {
      "epoch": 3.1575984990619137,
      "grad_norm": 1.3786276788373957,
      "learning_rate": 0.0001956792427813817,
      "loss": 1.0794,
      "step": 5049
    },
    {
      "epoch": 3.158223889931207,
      "grad_norm": 1.507619664269468,
      "learning_rate": 0.00019562013213177002,
      "loss": 1.3811,
      "step": 5050
    },
    {
      "epoch": 3.1588492808005,
      "grad_norm": 1.5346487514729896,
      "learning_rate": 0.0001955610136746026,
      "loss": 1.3273,
      "step": 5051
    },
    {
      "epoch": 3.1594746716697935,
      "grad_norm": 1.4553667282336467,
      "learning_rate": 0.00019550188741999716,
      "loss": 1.3432,
      "step": 5052
    },
    {
      "epoch": 3.1601000625390867,
      "grad_norm": 1.4145582640535292,
      "learning_rate": 0.00019544275337807273,
      "loss": 1.0873,
      "step": 5053
    },
    {
      "epoch": 3.1607254534083804,
      "grad_norm": 1.4271496391322833,
      "learning_rate": 0.00019538361155894965,
      "loss": 1.1305,
      "step": 5054
    },
    {
      "epoch": 3.1613508442776737,
      "grad_norm": 1.4394667304170035,
      "learning_rate": 0.00019532446197274963,
      "loss": 1.3309,
      "step": 5055
    },
    {
      "epoch": 3.161976235146967,
      "grad_norm": 1.8230201125214942,
      "learning_rate": 0.00019526530462959577,
      "loss": 1.6586,
      "step": 5056
    },
    {
      "epoch": 3.16260162601626,
      "grad_norm": 1.614602451338354,
      "learning_rate": 0.0001952061395396123,
      "loss": 1.3395,
      "step": 5057
    },
    {
      "epoch": 3.1632270168855534,
      "grad_norm": 1.490365716119675,
      "learning_rate": 0.00019514696671292493,
      "loss": 1.1691,
      "step": 5058
    },
    {
      "epoch": 3.1638524077548467,
      "grad_norm": 1.574564966248903,
      "learning_rate": 0.00019508778615966074,
      "loss": 1.2059,
      "step": 5059
    },
    {
      "epoch": 3.16447779862414,
      "grad_norm": 1.9799879555241662,
      "learning_rate": 0.00019502859788994792,
      "loss": 1.7906,
      "step": 5060
    },
    {
      "epoch": 3.1651031894934336,
      "grad_norm": 1.7737794428543896,
      "learning_rate": 0.00019496940191391623,
      "loss": 1.558,
      "step": 5061
    },
    {
      "epoch": 3.165728580362727,
      "grad_norm": 1.4708538443180927,
      "learning_rate": 0.00019491019824169657,
      "loss": 1.1731,
      "step": 5062
    },
    {
      "epoch": 3.16635397123202,
      "grad_norm": 1.3342013847991894,
      "learning_rate": 0.00019485098688342122,
      "loss": 1.0015,
      "step": 5063
    },
    {
      "epoch": 3.1669793621013134,
      "grad_norm": 1.591219442470815,
      "learning_rate": 0.00019479176784922383,
      "loss": 1.3314,
      "step": 5064
    },
    {
      "epoch": 3.1676047529706066,
      "grad_norm": 1.7526916699356128,
      "learning_rate": 0.00019473254114923928,
      "loss": 1.5749,
      "step": 5065
    },
    {
      "epoch": 3.1682301438399,
      "grad_norm": 1.572925656438196,
      "learning_rate": 0.0001946733067936038,
      "loss": 1.3639,
      "step": 5066
    },
    {
      "epoch": 3.168855534709193,
      "grad_norm": 1.485620755278529,
      "learning_rate": 0.00019461406479245487,
      "loss": 1.0757,
      "step": 5067
    },
    {
      "epoch": 3.1694809255784864,
      "grad_norm": 1.2805457588954572,
      "learning_rate": 0.00019455481515593138,
      "loss": 0.9905,
      "step": 5068
    },
    {
      "epoch": 3.17010631644778,
      "grad_norm": 1.4557540995890246,
      "learning_rate": 0.00019449555789417347,
      "loss": 1.1783,
      "step": 5069
    },
    {
      "epoch": 3.1707317073170733,
      "grad_norm": 1.3742152971516952,
      "learning_rate": 0.00019443629301732257,
      "loss": 1.0816,
      "step": 5070
    },
    {
      "epoch": 3.1713570981863666,
      "grad_norm": 1.6353738044449635,
      "learning_rate": 0.00019437702053552144,
      "loss": 1.4824,
      "step": 5071
    },
    {
      "epoch": 3.17198248905566,
      "grad_norm": 1.6946058151403798,
      "learning_rate": 0.00019431774045891418,
      "loss": 1.4726,
      "step": 5072
    },
    {
      "epoch": 3.172607879924953,
      "grad_norm": 1.4154111759123975,
      "learning_rate": 0.00019425845279764616,
      "loss": 1.299,
      "step": 5073
    },
    {
      "epoch": 3.1732332707942463,
      "grad_norm": 1.3434898122357617,
      "learning_rate": 0.00019419915756186394,
      "loss": 1.0368,
      "step": 5074
    },
    {
      "epoch": 3.1738586616635396,
      "grad_norm": 1.681099982489345,
      "learning_rate": 0.00019413985476171553,
      "loss": 1.4076,
      "step": 5075
    },
    {
      "epoch": 3.174484052532833,
      "grad_norm": 1.3983593596240234,
      "learning_rate": 0.00019408054440735013,
      "loss": 0.9787,
      "step": 5076
    },
    {
      "epoch": 3.1751094434021265,
      "grad_norm": 1.7280308275258986,
      "learning_rate": 0.0001940212265089184,
      "loss": 1.5442,
      "step": 5077
    },
    {
      "epoch": 3.17573483427142,
      "grad_norm": 1.5292026874373066,
      "learning_rate": 0.000193961901076572,
      "loss": 1.188,
      "step": 5078
    },
    {
      "epoch": 3.176360225140713,
      "grad_norm": 1.800052472120437,
      "learning_rate": 0.00019390256812046417,
      "loss": 1.731,
      "step": 5079
    },
    {
      "epoch": 3.1769856160100063,
      "grad_norm": 1.5735265681968633,
      "learning_rate": 0.00019384322765074927,
      "loss": 1.3719,
      "step": 5080
    },
    {
      "epoch": 3.1776110068792995,
      "grad_norm": 1.5426890071820796,
      "learning_rate": 0.00019378387967758303,
      "loss": 1.3223,
      "step": 5081
    },
    {
      "epoch": 3.178236397748593,
      "grad_norm": 1.446368670356706,
      "learning_rate": 0.00019372452421112236,
      "loss": 1.2955,
      "step": 5082
    },
    {
      "epoch": 3.178861788617886,
      "grad_norm": 1.556360581245643,
      "learning_rate": 0.00019366516126152557,
      "loss": 1.4587,
      "step": 5083
    },
    {
      "epoch": 3.1794871794871793,
      "grad_norm": 1.5087749307080538,
      "learning_rate": 0.00019360579083895217,
      "loss": 1.3601,
      "step": 5084
    },
    {
      "epoch": 3.180112570356473,
      "grad_norm": 1.7304250006240138,
      "learning_rate": 0.000193546412953563,
      "loss": 1.3426,
      "step": 5085
    },
    {
      "epoch": 3.1807379612257662,
      "grad_norm": 1.5676829068815767,
      "learning_rate": 0.00019348702761552017,
      "loss": 1.3922,
      "step": 5086
    },
    {
      "epoch": 3.1813633520950595,
      "grad_norm": 1.632423353164758,
      "learning_rate": 0.00019342763483498702,
      "loss": 1.5254,
      "step": 5087
    },
    {
      "epoch": 3.1819887429643527,
      "grad_norm": 1.597594224901279,
      "learning_rate": 0.00019336823462212817,
      "loss": 1.4709,
      "step": 5088
    },
    {
      "epoch": 3.182614133833646,
      "grad_norm": 1.3895158790382354,
      "learning_rate": 0.00019330882698710962,
      "loss": 1.3093,
      "step": 5089
    },
    {
      "epoch": 3.1832395247029392,
      "grad_norm": 1.4132249613534191,
      "learning_rate": 0.00019324941194009853,
      "loss": 1.0568,
      "step": 5090
    },
    {
      "epoch": 3.1838649155722325,
      "grad_norm": 1.6771748250058136,
      "learning_rate": 0.0001931899894912633,
      "loss": 1.5625,
      "step": 5091
    },
    {
      "epoch": 3.1844903064415258,
      "grad_norm": 2.020715033486443,
      "learning_rate": 0.00019313055965077368,
      "loss": 1.085,
      "step": 5092
    },
    {
      "epoch": 3.1851156973108194,
      "grad_norm": 1.4355762276604371,
      "learning_rate": 0.0001930711224288007,
      "loss": 1.2501,
      "step": 5093
    },
    {
      "epoch": 3.1857410881801127,
      "grad_norm": 1.5999056564893375,
      "learning_rate": 0.00019301167783551657,
      "loss": 1.2615,
      "step": 5094
    },
    {
      "epoch": 3.186366479049406,
      "grad_norm": 1.5603970980074244,
      "learning_rate": 0.0001929522258810948,
      "loss": 1.3945,
      "step": 5095
    },
    {
      "epoch": 3.186991869918699,
      "grad_norm": 1.4793933179634795,
      "learning_rate": 0.00019289276657571017,
      "loss": 1.2762,
      "step": 5096
    },
    {
      "epoch": 3.1876172607879925,
      "grad_norm": 1.6890519374022792,
      "learning_rate": 0.0001928332999295387,
      "loss": 1.5017,
      "step": 5097
    },
    {
      "epoch": 3.1882426516572857,
      "grad_norm": 1.5143061394555946,
      "learning_rate": 0.00019277382595275775,
      "loss": 1.3185,
      "step": 5098
    },
    {
      "epoch": 3.188868042526579,
      "grad_norm": 1.4558263994621687,
      "learning_rate": 0.00019271434465554575,
      "loss": 1.171,
      "step": 5099
    },
    {
      "epoch": 3.189493433395872,
      "grad_norm": 1.7952733002988313,
      "learning_rate": 0.00019265485604808252,
      "loss": 1.6081,
      "step": 5100
    },
    {
      "epoch": 3.190118824265166,
      "grad_norm": 1.2896430116593565,
      "learning_rate": 0.00019259536014054913,
      "loss": 1.1758,
      "step": 5101
    },
    {
      "epoch": 3.190744215134459,
      "grad_norm": 1.4313694143408735,
      "learning_rate": 0.0001925358569431279,
      "loss": 1.1754,
      "step": 5102
    },
    {
      "epoch": 3.1913696060037524,
      "grad_norm": 1.5343138762247246,
      "learning_rate": 0.00019247634646600234,
      "loss": 1.2889,
      "step": 5103
    },
    {
      "epoch": 3.1919949968730457,
      "grad_norm": 1.8413945270697099,
      "learning_rate": 0.0001924168287193572,
      "loss": 1.2384,
      "step": 5104
    },
    {
      "epoch": 3.192620387742339,
      "grad_norm": 1.6264126780648531,
      "learning_rate": 0.0001923573037133786,
      "loss": 1.4121,
      "step": 5105
    },
    {
      "epoch": 3.193245778611632,
      "grad_norm": 1.7627174840459747,
      "learning_rate": 0.00019229777145825377,
      "loss": 1.7381,
      "step": 5106
    },
    {
      "epoch": 3.1938711694809254,
      "grad_norm": 1.228191764120041,
      "learning_rate": 0.00019223823196417122,
      "loss": 0.9863,
      "step": 5107
    },
    {
      "epoch": 3.1944965603502187,
      "grad_norm": 1.5346499502522517,
      "learning_rate": 0.00019217868524132068,
      "loss": 1.3373,
      "step": 5108
    },
    {
      "epoch": 3.1951219512195124,
      "grad_norm": 1.8137482682305455,
      "learning_rate": 0.0001921191312998932,
      "loss": 1.5899,
      "step": 5109
    },
    {
      "epoch": 3.1957473420888056,
      "grad_norm": 1.7677149169456798,
      "learning_rate": 0.00019205957015008097,
      "loss": 1.7115,
      "step": 5110
    },
    {
      "epoch": 3.196372732958099,
      "grad_norm": 1.5467062738428228,
      "learning_rate": 0.0001920000018020774,
      "loss": 1.3368,
      "step": 5111
    },
    {
      "epoch": 3.196998123827392,
      "grad_norm": 1.3897610603322847,
      "learning_rate": 0.00019194042626607732,
      "loss": 1.1384,
      "step": 5112
    },
    {
      "epoch": 3.1976235146966854,
      "grad_norm": 1.3986950857230829,
      "learning_rate": 0.00019188084355227652,
      "loss": 1.1005,
      "step": 5113
    },
    {
      "epoch": 3.1982489055659786,
      "grad_norm": 1.749224700754083,
      "learning_rate": 0.0001918212536708722,
      "loss": 1.6456,
      "step": 5114
    },
    {
      "epoch": 3.198874296435272,
      "grad_norm": 1.6919502226666814,
      "learning_rate": 0.00019176165663206278,
      "loss": 1.6648,
      "step": 5115
    },
    {
      "epoch": 3.1994996873045656,
      "grad_norm": 1.4635663775864642,
      "learning_rate": 0.00019170205244604778,
      "loss": 1.4252,
      "step": 5116
    },
    {
      "epoch": 3.200125078173859,
      "grad_norm": 1.675894869562345,
      "learning_rate": 0.00019164244112302809,
      "loss": 1.6541,
      "step": 5117
    },
    {
      "epoch": 3.200750469043152,
      "grad_norm": 1.5060434189548608,
      "learning_rate": 0.00019158282267320572,
      "loss": 1.3187,
      "step": 5118
    },
    {
      "epoch": 3.2013758599124453,
      "grad_norm": 1.6429591354909807,
      "learning_rate": 0.0001915231971067839,
      "loss": 1.3734,
      "step": 5119
    },
    {
      "epoch": 3.2020012507817386,
      "grad_norm": 1.3980728326513547,
      "learning_rate": 0.0001914635644339672,
      "loss": 1.3693,
      "step": 5120
    },
    {
      "epoch": 3.202626641651032,
      "grad_norm": 1.5116615901723702,
      "learning_rate": 0.00019140392466496128,
      "loss": 1.4261,
      "step": 5121
    },
    {
      "epoch": 3.203252032520325,
      "grad_norm": 1.6693834178806588,
      "learning_rate": 0.00019134427780997308,
      "loss": 1.7091,
      "step": 5122
    },
    {
      "epoch": 3.2038774233896183,
      "grad_norm": 1.6161366560028438,
      "learning_rate": 0.0001912846238792107,
      "loss": 1.4389,
      "step": 5123
    },
    {
      "epoch": 3.2045028142589116,
      "grad_norm": 1.4856531436765255,
      "learning_rate": 0.00019122496288288346,
      "loss": 1.2802,
      "step": 5124
    },
    {
      "epoch": 3.2051282051282053,
      "grad_norm": 1.4029965935576636,
      "learning_rate": 0.00019116529483120194,
      "loss": 1.3511,
      "step": 5125
    },
    {
      "epoch": 3.2057535959974985,
      "grad_norm": 1.3256097771274038,
      "learning_rate": 0.00019110561973437786,
      "loss": 1.2272,
      "step": 5126
    },
    {
      "epoch": 3.206378986866792,
      "grad_norm": 1.4136872511940692,
      "learning_rate": 0.00019104593760262424,
      "loss": 1.2855,
      "step": 5127
    },
    {
      "epoch": 3.207004377736085,
      "grad_norm": 1.454036873186471,
      "learning_rate": 0.00019098624844615523,
      "loss": 1.3633,
      "step": 5128
    },
    {
      "epoch": 3.2076297686053783,
      "grad_norm": 1.5395637614089763,
      "learning_rate": 0.00019092655227518615,
      "loss": 1.2469,
      "step": 5129
    },
    {
      "epoch": 3.2082551594746715,
      "grad_norm": 1.3086462924615192,
      "learning_rate": 0.00019086684909993366,
      "loss": 1.1001,
      "step": 5130
    },
    {
      "epoch": 3.208880550343965,
      "grad_norm": 1.5973750798717083,
      "learning_rate": 0.00019080713893061542,
      "loss": 1.346,
      "step": 5131
    },
    {
      "epoch": 3.2095059412132585,
      "grad_norm": 1.3622655330716344,
      "learning_rate": 0.00019074742177745046,
      "loss": 1.0898,
      "step": 5132
    },
    {
      "epoch": 3.2101313320825517,
      "grad_norm": 1.932332429855283,
      "learning_rate": 0.00019068769765065894,
      "loss": 1.8301,
      "step": 5133
    },
    {
      "epoch": 3.210756722951845,
      "grad_norm": 1.435860102806594,
      "learning_rate": 0.00019062796656046216,
      "loss": 1.2129,
      "step": 5134
    },
    {
      "epoch": 3.2113821138211383,
      "grad_norm": 1.7002598653259047,
      "learning_rate": 0.00019056822851708268,
      "loss": 1.6136,
      "step": 5135
    },
    {
      "epoch": 3.2120075046904315,
      "grad_norm": 1.9290774408037927,
      "learning_rate": 0.00019050848353074424,
      "loss": 1.631,
      "step": 5136
    },
    {
      "epoch": 3.2126328955597248,
      "grad_norm": 1.5105065490754301,
      "learning_rate": 0.00019044873161167182,
      "loss": 1.3119,
      "step": 5137
    },
    {
      "epoch": 3.213258286429018,
      "grad_norm": 1.3483736613064905,
      "learning_rate": 0.00019038897277009147,
      "loss": 1.1953,
      "step": 5138
    },
    {
      "epoch": 3.2138836772983113,
      "grad_norm": 1.2934472728718363,
      "learning_rate": 0.00019032920701623048,
      "loss": 1.0913,
      "step": 5139
    },
    {
      "epoch": 3.214509068167605,
      "grad_norm": 1.2595454746797274,
      "learning_rate": 0.0001902694343603174,
      "loss": 1.0502,
      "step": 5140
    },
    {
      "epoch": 3.215134459036898,
      "grad_norm": 1.3912486009135645,
      "learning_rate": 0.00019020965481258173,
      "loss": 1.0617,
      "step": 5141
    },
    {
      "epoch": 3.2157598499061915,
      "grad_norm": 1.4899686708159665,
      "learning_rate": 0.00019014986838325446,
      "loss": 1.2614,
      "step": 5142
    },
    {
      "epoch": 3.2163852407754847,
      "grad_norm": 1.7386646603354543,
      "learning_rate": 0.00019009007508256757,
      "loss": 1.4054,
      "step": 5143
    },
    {
      "epoch": 3.217010631644778,
      "grad_norm": 1.4996099573949504,
      "learning_rate": 0.0001900302749207542,
      "loss": 1.1592,
      "step": 5144
    },
    {
      "epoch": 3.217636022514071,
      "grad_norm": 1.5812693626309733,
      "learning_rate": 0.00018997046790804876,
      "loss": 1.4095,
      "step": 5145
    },
    {
      "epoch": 3.2182614133833645,
      "grad_norm": 1.5603217819720772,
      "learning_rate": 0.00018991065405468677,
      "loss": 1.2949,
      "step": 5146
    },
    {
      "epoch": 3.2188868042526577,
      "grad_norm": 1.6680494551603098,
      "learning_rate": 0.00018985083337090498,
      "loss": 1.4135,
      "step": 5147
    },
    {
      "epoch": 3.2195121951219514,
      "grad_norm": 1.6021314143394618,
      "learning_rate": 0.0001897910058669412,
      "loss": 1.2399,
      "step": 5148
    },
    {
      "epoch": 3.2201375859912447,
      "grad_norm": 1.5318315784433545,
      "learning_rate": 0.00018973117155303448,
      "loss": 1.2848,
      "step": 5149
    },
    {
      "epoch": 3.220762976860538,
      "grad_norm": 1.5748845643108325,
      "learning_rate": 0.00018967133043942515,
      "loss": 1.3256,
      "step": 5150
    },
    {
      "epoch": 3.221388367729831,
      "grad_norm": 1.4977639835774503,
      "learning_rate": 0.00018961148253635442,
      "loss": 1.2587,
      "step": 5151
    },
    {
      "epoch": 3.2220137585991244,
      "grad_norm": 1.5653040730659855,
      "learning_rate": 0.0001895516278540649,
      "loss": 1.3098,
      "step": 5152
    },
    {
      "epoch": 3.2226391494684177,
      "grad_norm": 2.0118966990028664,
      "learning_rate": 0.00018949176640280026,
      "loss": 1.7903,
      "step": 5153
    },
    {
      "epoch": 3.223264540337711,
      "grad_norm": 1.9139821149593512,
      "learning_rate": 0.00018943189819280545,
      "loss": 1.6253,
      "step": 5154
    },
    {
      "epoch": 3.223889931207004,
      "grad_norm": 1.423318920044531,
      "learning_rate": 0.00018937202323432634,
      "loss": 1.3064,
      "step": 5155
    },
    {
      "epoch": 3.224515322076298,
      "grad_norm": 1.5375281135345944,
      "learning_rate": 0.00018931214153761024,
      "loss": 1.4066,
      "step": 5156
    },
    {
      "epoch": 3.225140712945591,
      "grad_norm": 1.5157210437994102,
      "learning_rate": 0.0001892522531129053,
      "loss": 1.4737,
      "step": 5157
    },
    {
      "epoch": 3.2257661038148844,
      "grad_norm": 1.751177558781091,
      "learning_rate": 0.00018919235797046116,
      "loss": 1.7117,
      "step": 5158
    },
    {
      "epoch": 3.2263914946841776,
      "grad_norm": 1.4786257858376648,
      "learning_rate": 0.0001891324561205283,
      "loss": 1.4079,
      "step": 5159
    },
    {
      "epoch": 3.227016885553471,
      "grad_norm": 1.3855008621318012,
      "learning_rate": 0.00018907254757335857,
      "loss": 1.0179,
      "step": 5160
    },
    {
      "epoch": 3.227642276422764,
      "grad_norm": 2.068472294603822,
      "learning_rate": 0.00018901263233920488,
      "loss": 1.2432,
      "step": 5161
    },
    {
      "epoch": 3.2282676672920574,
      "grad_norm": 1.5701604191245364,
      "learning_rate": 0.0001889527104283213,
      "loss": 1.4313,
      "step": 5162
    },
    {
      "epoch": 3.2288930581613506,
      "grad_norm": 1.3239519629509335,
      "learning_rate": 0.000188892781850963,
      "loss": 1.1618,
      "step": 5163
    },
    {
      "epoch": 3.2295184490306443,
      "grad_norm": 1.5696081705173757,
      "learning_rate": 0.00018883284661738636,
      "loss": 1.442,
      "step": 5164
    },
    {
      "epoch": 3.2301438398999376,
      "grad_norm": 1.4544831716413438,
      "learning_rate": 0.00018877290473784877,
      "loss": 1.3711,
      "step": 5165
    },
    {
      "epoch": 3.230769230769231,
      "grad_norm": 1.5042301435749577,
      "learning_rate": 0.00018871295622260897,
      "loss": 1.1342,
      "step": 5166
    },
    {
      "epoch": 3.231394621638524,
      "grad_norm": 1.217520441677922,
      "learning_rate": 0.0001886530010819266,
      "loss": 1.0578,
      "step": 5167
    },
    {
      "epoch": 3.2320200125078173,
      "grad_norm": 1.6257306905285671,
      "learning_rate": 0.00018859303932606264,
      "loss": 1.386,
      "step": 5168
    },
    {
      "epoch": 3.2326454033771106,
      "grad_norm": 1.4057674810712142,
      "learning_rate": 0.00018853307096527907,
      "loss": 1.0799,
      "step": 5169
    },
    {
      "epoch": 3.233270794246404,
      "grad_norm": 1.6212642203384835,
      "learning_rate": 0.00018847309600983903,
      "loss": 1.2657,
      "step": 5170
    },
    {
      "epoch": 3.2338961851156975,
      "grad_norm": 1.7749027442099583,
      "learning_rate": 0.00018841311447000692,
      "loss": 1.5701,
      "step": 5171
    },
    {
      "epoch": 3.234521575984991,
      "grad_norm": 1.7425595541909904,
      "learning_rate": 0.00018835312635604793,
      "loss": 1.4273,
      "step": 5172
    },
    {
      "epoch": 3.235146966854284,
      "grad_norm": 1.6947869916891605,
      "learning_rate": 0.00018829313167822873,
      "loss": 1.4915,
      "step": 5173
    },
    {
      "epoch": 3.2357723577235773,
      "grad_norm": 1.6066883272696582,
      "learning_rate": 0.00018823313044681698,
      "loss": 1.4186,
      "step": 5174
    },
    {
      "epoch": 3.2363977485928705,
      "grad_norm": 1.466692172881271,
      "learning_rate": 0.00018817312267208143,
      "loss": 1.3079,
      "step": 5175
    },
    {
      "epoch": 3.237023139462164,
      "grad_norm": 1.5721826548704498,
      "learning_rate": 0.00018811310836429194,
      "loss": 1.3928,
      "step": 5176
    },
    {
      "epoch": 3.237648530331457,
      "grad_norm": 1.4323129960042402,
      "learning_rate": 0.0001880530875337196,
      "loss": 1.1299,
      "step": 5177
    },
    {
      "epoch": 3.2382739212007503,
      "grad_norm": 1.4015336654150954,
      "learning_rate": 0.00018799306019063645,
      "loss": 1.1113,
      "step": 5178
    },
    {
      "epoch": 3.2388993120700436,
      "grad_norm": 1.6802837723194888,
      "learning_rate": 0.0001879330263453158,
      "loss": 1.4897,
      "step": 5179
    },
    {
      "epoch": 3.2395247029393373,
      "grad_norm": 1.3663890973674484,
      "learning_rate": 0.00018787298600803206,
      "loss": 1.1451,
      "step": 5180
    },
    {
      "epoch": 3.2401500938086305,
      "grad_norm": 1.3766084301274726,
      "learning_rate": 0.00018781293918906063,
      "loss": 1.1742,
      "step": 5181
    },
    {
      "epoch": 3.2407754846779238,
      "grad_norm": 1.6724968794681352,
      "learning_rate": 0.00018775288589867803,
      "loss": 1.3166,
      "step": 5182
    },
    {
      "epoch": 3.241400875547217,
      "grad_norm": 1.487542133869321,
      "learning_rate": 0.000187692826147162,
      "loss": 1.2584,
      "step": 5183
    },
    {
      "epoch": 3.2420262664165103,
      "grad_norm": 1.5808198200646928,
      "learning_rate": 0.00018763275994479142,
      "loss": 1.3669,
      "step": 5184
    },
    {
      "epoch": 3.2426516572858035,
      "grad_norm": 1.604494967364947,
      "learning_rate": 0.0001875726873018461,
      "loss": 1.4253,
      "step": 5185
    },
    {
      "epoch": 3.2432770481550968,
      "grad_norm": 1.4452746963299403,
      "learning_rate": 0.000187512608228607,
      "loss": 1.2339,
      "step": 5186
    },
    {
      "epoch": 3.2439024390243905,
      "grad_norm": 1.3653611571626565,
      "learning_rate": 0.0001874525227353563,
      "loss": 1.2305,
      "step": 5187
    },
    {
      "epoch": 3.2445278298936837,
      "grad_norm": 1.6246930392708407,
      "learning_rate": 0.0001873924308323772,
      "loss": 1.4248,
      "step": 5188
    },
    {
      "epoch": 3.245153220762977,
      "grad_norm": 1.6504719602564717,
      "learning_rate": 0.0001873323325299539,
      "loss": 1.3831,
      "step": 5189
    },
    {
      "epoch": 3.24577861163227,
      "grad_norm": 1.6390871368318702,
      "learning_rate": 0.00018727222783837186,
      "loss": 1.2061,
      "step": 5190
    },
    {
      "epoch": 3.2464040025015635,
      "grad_norm": 1.527290332929705,
      "learning_rate": 0.00018721211676791754,
      "loss": 1.3446,
      "step": 5191
    },
    {
      "epoch": 3.2470293933708567,
      "grad_norm": 1.582426812450646,
      "learning_rate": 0.00018715199932887856,
      "loss": 1.1796,
      "step": 5192
    },
    {
      "epoch": 3.24765478424015,
      "grad_norm": 1.8881065027007586,
      "learning_rate": 0.0001870918755315435,
      "loss": 1.7109,
      "step": 5193
    },
    {
      "epoch": 3.2482801751094432,
      "grad_norm": 1.5251087687787919,
      "learning_rate": 0.00018703174538620222,
      "loss": 1.2774,
      "step": 5194
    },
    {
      "epoch": 3.2489055659787365,
      "grad_norm": 1.4622682638436637,
      "learning_rate": 0.00018697160890314546,
      "loss": 1.2475,
      "step": 5195
    },
    {
      "epoch": 3.24953095684803,
      "grad_norm": 1.6718962850704469,
      "learning_rate": 0.00018691146609266525,
      "loss": 1.4824,
      "step": 5196
    },
    {
      "epoch": 3.2501563477173234,
      "grad_norm": 1.5665488938204717,
      "learning_rate": 0.00018685131696505447,
      "loss": 1.1515,
      "step": 5197
    },
    {
      "epoch": 3.2507817385866167,
      "grad_norm": 2.0089819245019127,
      "learning_rate": 0.00018679116153060734,
      "loss": 1.1756,
      "step": 5198
    },
    {
      "epoch": 3.25140712945591,
      "grad_norm": 1.6204983053633388,
      "learning_rate": 0.0001867309997996189,
      "loss": 1.4394,
      "step": 5199
    },
    {
      "epoch": 3.252032520325203,
      "grad_norm": 1.5464520453486639,
      "learning_rate": 0.00018667083178238548,
      "loss": 1.3049,
      "step": 5200
    },
    {
      "epoch": 3.2526579111944964,
      "grad_norm": 3.0470929912886398,
      "learning_rate": 0.00018661065748920436,
      "loss": 1.6083,
      "step": 5201
    },
    {
      "epoch": 3.2532833020637897,
      "grad_norm": 1.5501458873828333,
      "learning_rate": 0.00018655047693037397,
      "loss": 1.2866,
      "step": 5202
    },
    {
      "epoch": 3.2539086929330834,
      "grad_norm": 1.7353734373019936,
      "learning_rate": 0.0001864902901161938,
      "loss": 1.4163,
      "step": 5203
    },
    {
      "epoch": 3.2545340838023766,
      "grad_norm": 1.4911780590225239,
      "learning_rate": 0.00018643009705696434,
      "loss": 1.1243,
      "step": 5204
    },
    {
      "epoch": 3.25515947467167,
      "grad_norm": 1.650437676151666,
      "learning_rate": 0.00018636989776298716,
      "loss": 1.4241,
      "step": 5205
    },
    {
      "epoch": 3.255784865540963,
      "grad_norm": 1.6878795507286763,
      "learning_rate": 0.00018630969224456504,
      "loss": 1.3246,
      "step": 5206
    },
    {
      "epoch": 3.2564102564102564,
      "grad_norm": 1.838747114706685,
      "learning_rate": 0.0001862494805120016,
      "loss": 1.572,
      "step": 5207
    },
    {
      "epoch": 3.2570356472795496,
      "grad_norm": 1.5296059830392832,
      "learning_rate": 0.0001861892625756017,
      "loss": 1.3157,
      "step": 5208
    },
    {
      "epoch": 3.257661038148843,
      "grad_norm": 1.7139212536380861,
      "learning_rate": 0.00018612903844567125,
      "loss": 1.4062,
      "step": 5209
    },
    {
      "epoch": 3.258286429018136,
      "grad_norm": 1.5995797673545697,
      "learning_rate": 0.0001860688081325171,
      "loss": 1.3116,
      "step": 5210
    },
    {
      "epoch": 3.2589118198874294,
      "grad_norm": 1.800642373458909,
      "learning_rate": 0.00018600857164644729,
      "loss": 1.4317,
      "step": 5211
    },
    {
      "epoch": 3.259537210756723,
      "grad_norm": 1.4635719587313136,
      "learning_rate": 0.00018594832899777083,
      "loss": 1.1175,
      "step": 5212
    },
    {
      "epoch": 3.2601626016260163,
      "grad_norm": 1.5670192697646141,
      "learning_rate": 0.0001858880801967978,
      "loss": 1.3438,
      "step": 5213
    },
    {
      "epoch": 3.2607879924953096,
      "grad_norm": 1.7777768903885738,
      "learning_rate": 0.00018582782525383934,
      "loss": 1.5148,
      "step": 5214
    },
    {
      "epoch": 3.261413383364603,
      "grad_norm": 1.8406032746519116,
      "learning_rate": 0.00018576756417920768,
      "loss": 1.5471,
      "step": 5215
    },
    {
      "epoch": 3.262038774233896,
      "grad_norm": 1.5880581115091041,
      "learning_rate": 0.00018570729698321608,
      "loss": 1.2352,
      "step": 5216
    },
    {
      "epoch": 3.2626641651031894,
      "grad_norm": 1.7030015135513203,
      "learning_rate": 0.0001856470236761788,
      "loss": 1.346,
      "step": 5217
    },
    {
      "epoch": 3.2632895559724826,
      "grad_norm": 1.6384918274796176,
      "learning_rate": 0.00018558674426841118,
      "loss": 1.349,
      "step": 5218
    },
    {
      "epoch": 3.2639149468417763,
      "grad_norm": 1.48847484968611,
      "learning_rate": 0.0001855264587702296,
      "loss": 1.213,
      "step": 5219
    },
    {
      "epoch": 3.2645403377110696,
      "grad_norm": 1.6244094577042036,
      "learning_rate": 0.00018546616719195154,
      "loss": 1.4544,
      "step": 5220
    },
    {
      "epoch": 3.265165728580363,
      "grad_norm": 1.6852803479441936,
      "learning_rate": 0.00018540586954389547,
      "loss": 1.5197,
      "step": 5221
    },
    {
      "epoch": 3.265791119449656,
      "grad_norm": 1.7233683008140523,
      "learning_rate": 0.0001853455658363808,
      "loss": 1.1681,
      "step": 5222
    },
    {
      "epoch": 3.2664165103189493,
      "grad_norm": 1.6079250452778298,
      "learning_rate": 0.00018528525607972815,
      "loss": 1.245,
      "step": 5223
    },
    {
      "epoch": 3.2670419011882426,
      "grad_norm": 1.8406892858020794,
      "learning_rate": 0.0001852249402842591,
      "loss": 1.6084,
      "step": 5224
    },
    {
      "epoch": 3.267667292057536,
      "grad_norm": 1.6445251061351067,
      "learning_rate": 0.00018516461846029622,
      "loss": 1.1799,
      "step": 5225
    },
    {
      "epoch": 3.2682926829268295,
      "grad_norm": 1.8274121838379038,
      "learning_rate": 0.00018510429061816314,
      "loss": 1.5095,
      "step": 5226
    },
    {
      "epoch": 3.2689180737961228,
      "grad_norm": 1.8141638552203705,
      "learning_rate": 0.00018504395676818461,
      "loss": 1.5077,
      "step": 5227
    },
    {
      "epoch": 3.269543464665416,
      "grad_norm": 1.7049468740654348,
      "learning_rate": 0.00018498361692068628,
      "loss": 1.309,
      "step": 5228
    },
    {
      "epoch": 3.2701688555347093,
      "grad_norm": 1.681768288808819,
      "learning_rate": 0.00018492327108599494,
      "loss": 1.4785,
      "step": 5229
    },
    {
      "epoch": 3.2707942464040025,
      "grad_norm": 1.5254932000450216,
      "learning_rate": 0.00018486291927443825,
      "loss": 1.1112,
      "step": 5230
    },
    {
      "epoch": 3.2714196372732958,
      "grad_norm": 1.8030241527241833,
      "learning_rate": 0.00018480256149634502,
      "loss": 1.6855,
      "step": 5231
    },
    {
      "epoch": 3.272045028142589,
      "grad_norm": 1.8558466919202883,
      "learning_rate": 0.00018474219776204508,
      "loss": 1.3661,
      "step": 5232
    },
    {
      "epoch": 3.2726704190118823,
      "grad_norm": 1.4407603890657261,
      "learning_rate": 0.0001846818280818692,
      "loss": 1.1167,
      "step": 5233
    },
    {
      "epoch": 3.2732958098811755,
      "grad_norm": 1.7507124291124254,
      "learning_rate": 0.00018462145246614926,
      "loss": 1.4948,
      "step": 5234
    },
    {
      "epoch": 3.273921200750469,
      "grad_norm": 1.3382518433168937,
      "learning_rate": 0.0001845610709252181,
      "loss": 1.0691,
      "step": 5235
    },
    {
      "epoch": 3.2745465916197625,
      "grad_norm": 1.8468233597120132,
      "learning_rate": 0.00018450068346940953,
      "loss": 1.4812,
      "step": 5236
    },
    {
      "epoch": 3.2751719824890557,
      "grad_norm": 1.941607291677947,
      "learning_rate": 0.00018444029010905854,
      "loss": 1.6705,
      "step": 5237
    },
    {
      "epoch": 3.275797373358349,
      "grad_norm": 1.7783327458669038,
      "learning_rate": 0.00018437989085450088,
      "loss": 1.4226,
      "step": 5238
    },
    {
      "epoch": 3.2764227642276422,
      "grad_norm": 1.4831350371140157,
      "learning_rate": 0.00018431948571607352,
      "loss": 1.3411,
      "step": 5239
    },
    {
      "epoch": 3.2770481550969355,
      "grad_norm": 1.3561530613332808,
      "learning_rate": 0.00018425907470411435,
      "loss": 1.1317,
      "step": 5240
    },
    {
      "epoch": 3.2776735459662287,
      "grad_norm": 1.659337568487727,
      "learning_rate": 0.00018419865782896236,
      "loss": 1.3861,
      "step": 5241
    },
    {
      "epoch": 3.2782989368355224,
      "grad_norm": 2.54823304122046,
      "learning_rate": 0.00018413823510095732,
      "loss": 1.4813,
      "step": 5242
    },
    {
      "epoch": 3.2789243277048157,
      "grad_norm": 1.2971902963678608,
      "learning_rate": 0.00018407780653044022,
      "loss": 1.112,
      "step": 5243
    },
    {
      "epoch": 3.279549718574109,
      "grad_norm": 1.739230782425227,
      "learning_rate": 0.00018401737212775293,
      "loss": 1.2441,
      "step": 5244
    },
    {
      "epoch": 3.280175109443402,
      "grad_norm": 1.6093794983484349,
      "learning_rate": 0.00018395693190323843,
      "loss": 1.3942,
      "step": 5245
    },
    {
      "epoch": 3.2808005003126954,
      "grad_norm": 1.5784582228321662,
      "learning_rate": 0.00018389648586724055,
      "loss": 1.353,
      "step": 5246
    },
    {
      "epoch": 3.2814258911819887,
      "grad_norm": 1.654846737230034,
      "learning_rate": 0.00018383603403010428,
      "loss": 1.3867,
      "step": 5247
    },
    {
      "epoch": 3.282051282051282,
      "grad_norm": 1.557625980162845,
      "learning_rate": 0.00018377557640217543,
      "loss": 1.3079,
      "step": 5248
    },
    {
      "epoch": 3.282676672920575,
      "grad_norm": 1.6092300159209931,
      "learning_rate": 0.0001837151129938009,
      "loss": 1.493,
      "step": 5249
    },
    {
      "epoch": 3.2833020637898684,
      "grad_norm": 1.7005691266334995,
      "learning_rate": 0.0001836546438153286,
      "loss": 1.544,
      "step": 5250
    },
    {
      "epoch": 3.283927454659162,
      "grad_norm": 1.5938290257911476,
      "learning_rate": 0.0001835941688771074,
      "loss": 1.358,
      "step": 5251
    },
    {
      "epoch": 3.2845528455284554,
      "grad_norm": 1.5127690236493512,
      "learning_rate": 0.0001835336881894871,
      "loss": 1.258,
      "step": 5252
    },
    {
      "epoch": 3.2851782363977486,
      "grad_norm": 1.6519213701913527,
      "learning_rate": 0.0001834732017628186,
      "loss": 1.5245,
      "step": 5253
    },
    {
      "epoch": 3.285803627267042,
      "grad_norm": 1.7009770018331527,
      "learning_rate": 0.00018341270960745365,
      "loss": 1.6826,
      "step": 5254
    },
    {
      "epoch": 3.286429018136335,
      "grad_norm": 1.5846185373570145,
      "learning_rate": 0.00018335221173374505,
      "loss": 1.5169,
      "step": 5255
    },
    {
      "epoch": 3.2870544090056284,
      "grad_norm": 1.4245973902080435,
      "learning_rate": 0.00018329170815204658,
      "loss": 1.2283,
      "step": 5256
    },
    {
      "epoch": 3.2876797998749216,
      "grad_norm": 1.6066021563525306,
      "learning_rate": 0.00018323119887271306,
      "loss": 1.5112,
      "step": 5257
    },
    {
      "epoch": 3.2883051907442153,
      "grad_norm": 1.330061465839311,
      "learning_rate": 0.00018317068390610015,
      "loss": 1.1488,
      "step": 5258
    },
    {
      "epoch": 3.2889305816135086,
      "grad_norm": 1.464495659868447,
      "learning_rate": 0.00018311016326256455,
      "loss": 1.3449,
      "step": 5259
    },
    {
      "epoch": 3.289555972482802,
      "grad_norm": 1.5518690037617087,
      "learning_rate": 0.00018304963695246388,
      "loss": 1.404,
      "step": 5260
    },
    {
      "epoch": 3.290181363352095,
      "grad_norm": 1.4662841047107238,
      "learning_rate": 0.00018298910498615689,
      "loss": 1.4004,
      "step": 5261
    },
    {
      "epoch": 3.2908067542213884,
      "grad_norm": 1.6200054321278743,
      "learning_rate": 0.00018292856737400315,
      "loss": 1.5721,
      "step": 5262
    },
    {
      "epoch": 3.2914321450906816,
      "grad_norm": 1.5592574365451666,
      "learning_rate": 0.0001828680241263632,
      "loss": 1.4015,
      "step": 5263
    },
    {
      "epoch": 3.292057535959975,
      "grad_norm": 1.328122602365466,
      "learning_rate": 0.00018280747525359855,
      "loss": 1.1753,
      "step": 5264
    },
    {
      "epoch": 3.292682926829268,
      "grad_norm": 1.5734656590001068,
      "learning_rate": 0.0001827469207660718,
      "loss": 1.5583,
      "step": 5265
    },
    {
      "epoch": 3.2933083176985614,
      "grad_norm": 1.8598143247214527,
      "learning_rate": 0.00018268636067414636,
      "loss": 1.518,
      "step": 5266
    },
    {
      "epoch": 3.293933708567855,
      "grad_norm": 1.4228003583219229,
      "learning_rate": 0.00018262579498818667,
      "loss": 1.1238,
      "step": 5267
    },
    {
      "epoch": 3.2945590994371483,
      "grad_norm": 1.4362380234904515,
      "learning_rate": 0.00018256522371855807,
      "loss": 1.2285,
      "step": 5268
    },
    {
      "epoch": 3.2951844903064416,
      "grad_norm": 1.7202891754132832,
      "learning_rate": 0.00018250464687562693,
      "loss": 1.56,
      "step": 5269
    },
    {
      "epoch": 3.295809881175735,
      "grad_norm": 1.4538788760136923,
      "learning_rate": 0.00018244406446976053,
      "loss": 1.144,
      "step": 5270
    },
    {
      "epoch": 3.296435272045028,
      "grad_norm": 1.5056692565203291,
      "learning_rate": 0.0001823834765113271,
      "loss": 1.3258,
      "step": 5271
    },
    {
      "epoch": 3.2970606629143213,
      "grad_norm": 1.66872531275593,
      "learning_rate": 0.00018232288301069587,
      "loss": 1.4705,
      "step": 5272
    },
    {
      "epoch": 3.2976860537836146,
      "grad_norm": 1.7968727463992422,
      "learning_rate": 0.0001822622839782369,
      "loss": 1.6257,
      "step": 5273
    },
    {
      "epoch": 3.2983114446529083,
      "grad_norm": 1.5930142023537435,
      "learning_rate": 0.00018220167942432135,
      "loss": 1.376,
      "step": 5274
    },
    {
      "epoch": 3.2989368355222015,
      "grad_norm": 1.6552203750820844,
      "learning_rate": 0.00018214106935932124,
      "loss": 1.3543,
      "step": 5275
    },
    {
      "epoch": 3.2995622263914948,
      "grad_norm": 1.6083637090522498,
      "learning_rate": 0.00018208045379360953,
      "loss": 1.4332,
      "step": 5276
    },
    {
      "epoch": 3.300187617260788,
      "grad_norm": 1.5407493519708977,
      "learning_rate": 0.00018201983273756012,
      "loss": 1.3713,
      "step": 5277
    },
    {
      "epoch": 3.3008130081300813,
      "grad_norm": 1.4044036677462302,
      "learning_rate": 0.0001819592062015479,
      "loss": 1.1718,
      "step": 5278
    },
    {
      "epoch": 3.3014383989993745,
      "grad_norm": 1.6008298988328802,
      "learning_rate": 0.00018189857419594865,
      "loss": 1.4388,
      "step": 5279
    },
    {
      "epoch": 3.3020637898686678,
      "grad_norm": 1.852191106746961,
      "learning_rate": 0.00018183793673113907,
      "loss": 1.74,
      "step": 5280
    },
    {
      "epoch": 3.3026891807379615,
      "grad_norm": 1.5347143270749954,
      "learning_rate": 0.00018177729381749685,
      "loss": 1.398,
      "step": 5281
    },
    {
      "epoch": 3.3033145716072547,
      "grad_norm": 1.308857378155064,
      "learning_rate": 0.0001817166454654006,
      "loss": 1.2009,
      "step": 5282
    },
    {
      "epoch": 3.303939962476548,
      "grad_norm": 1.2331108363981036,
      "learning_rate": 0.00018165599168522983,
      "loss": 1.2444,
      "step": 5283
    },
    {
      "epoch": 3.3045653533458412,
      "grad_norm": 1.491079565721677,
      "learning_rate": 0.00018159533248736498,
      "loss": 1.26,
      "step": 5284
    },
    {
      "epoch": 3.3051907442151345,
      "grad_norm": 1.4399875274788527,
      "learning_rate": 0.00018153466788218745,
      "loss": 1.3551,
      "step": 5285
    },
    {
      "epoch": 3.3058161350844277,
      "grad_norm": 1.5157762202713456,
      "learning_rate": 0.0001814739978800796,
      "loss": 1.4438,
      "step": 5286
    },
    {
      "epoch": 3.306441525953721,
      "grad_norm": 1.5713754104489968,
      "learning_rate": 0.00018141332249142458,
      "loss": 1.4703,
      "step": 5287
    },
    {
      "epoch": 3.3070669168230142,
      "grad_norm": 1.6077937662134973,
      "learning_rate": 0.00018135264172660653,
      "loss": 1.546,
      "step": 5288
    },
    {
      "epoch": 3.3076923076923075,
      "grad_norm": 1.5241737611049304,
      "learning_rate": 0.0001812919555960106,
      "loss": 1.2995,
      "step": 5289
    },
    {
      "epoch": 3.308317698561601,
      "grad_norm": 1.5751747049246738,
      "learning_rate": 0.00018123126411002277,
      "loss": 1.4656,
      "step": 5290
    },
    {
      "epoch": 3.3089430894308944,
      "grad_norm": 1.6457420451829194,
      "learning_rate": 0.0001811705672790299,
      "loss": 1.5393,
      "step": 5291
    },
    {
      "epoch": 3.3095684803001877,
      "grad_norm": 1.508906502225654,
      "learning_rate": 0.00018110986511341986,
      "loss": 1.4644,
      "step": 5292
    },
    {
      "epoch": 3.310193871169481,
      "grad_norm": 1.5961896889924838,
      "learning_rate": 0.00018104915762358136,
      "loss": 1.381,
      "step": 5293
    },
    {
      "epoch": 3.310819262038774,
      "grad_norm": 1.57166265153665,
      "learning_rate": 0.0001809884448199041,
      "loss": 1.2853,
      "step": 5294
    },
    {
      "epoch": 3.3114446529080674,
      "grad_norm": 1.5163338285730195,
      "learning_rate": 0.00018092772671277857,
      "loss": 1.3461,
      "step": 5295
    },
    {
      "epoch": 3.3120700437773607,
      "grad_norm": 1.5336643888345676,
      "learning_rate": 0.0001808670033125963,
      "loss": 1.3752,
      "step": 5296
    },
    {
      "epoch": 3.3126954346466544,
      "grad_norm": 1.3925508581455242,
      "learning_rate": 0.00018080627462974957,
      "loss": 1.198,
      "step": 5297
    },
    {
      "epoch": 3.3133208255159476,
      "grad_norm": 1.2397636883996759,
      "learning_rate": 0.0001807455406746317,
      "loss": 1.1581,
      "step": 5298
    },
    {
      "epoch": 3.313946216385241,
      "grad_norm": 1.592786124768898,
      "learning_rate": 0.00018068480145763688,
      "loss": 1.4806,
      "step": 5299
    },
    {
      "epoch": 3.314571607254534,
      "grad_norm": 1.5664072551518542,
      "learning_rate": 0.0001806240569891602,
      "loss": 1.3951,
      "step": 5300
    },
    {
      "epoch": 3.3151969981238274,
      "grad_norm": 1.421296562054077,
      "learning_rate": 0.0001805633072795976,
      "loss": 1.1876,
      "step": 5301
    },
    {
      "epoch": 3.3158223889931207,
      "grad_norm": 1.890665735268008,
      "learning_rate": 0.000180502552339346,
      "loss": 1.5864,
      "step": 5302
    },
    {
      "epoch": 3.316447779862414,
      "grad_norm": 1.6632848171932784,
      "learning_rate": 0.00018044179217880312,
      "loss": 1.3107,
      "step": 5303
    },
    {
      "epoch": 3.317073170731707,
      "grad_norm": 1.714685350184009,
      "learning_rate": 0.00018038102680836764,
      "loss": 1.2692,
      "step": 5304
    },
    {
      "epoch": 3.3176985616010004,
      "grad_norm": 1.8760399300354482,
      "learning_rate": 0.0001803202562384391,
      "loss": 1.5116,
      "step": 5305
    },
    {
      "epoch": 3.318323952470294,
      "grad_norm": 1.5591173789849533,
      "learning_rate": 0.000180259480479418,
      "loss": 1.2608,
      "step": 5306
    },
    {
      "epoch": 3.3189493433395874,
      "grad_norm": 1.6539508911434924,
      "learning_rate": 0.0001801986995417056,
      "loss": 1.528,
      "step": 5307
    },
    {
      "epoch": 3.3195747342088806,
      "grad_norm": 1.6778060226897562,
      "learning_rate": 0.00018013791343570416,
      "loss": 1.6052,
      "step": 5308
    },
    {
      "epoch": 3.320200125078174,
      "grad_norm": 1.6322083630398891,
      "learning_rate": 0.00018007712217181678,
      "loss": 1.5573,
      "step": 5309
    },
    {
      "epoch": 3.320825515947467,
      "grad_norm": 1.7092116742780863,
      "learning_rate": 0.00018001632576044745,
      "loss": 1.3767,
      "step": 5310
    },
    {
      "epoch": 3.3214509068167604,
      "grad_norm": 1.4467355110003641,
      "learning_rate": 0.000179955524212001,
      "loss": 1.1988,
      "step": 5311
    },
    {
      "epoch": 3.3220762976860536,
      "grad_norm": 1.6806441191371375,
      "learning_rate": 0.0001798947175368832,
      "loss": 1.4924,
      "step": 5312
    },
    {
      "epoch": 3.3227016885553473,
      "grad_norm": 1.9594225270745618,
      "learning_rate": 0.0001798339057455007,
      "loss": 1.2576,
      "step": 5313
    },
    {
      "epoch": 3.3233270794246406,
      "grad_norm": 1.6316450860085119,
      "learning_rate": 0.00017977308884826093,
      "loss": 1.448,
      "step": 5314
    },
    {
      "epoch": 3.323952470293934,
      "grad_norm": 1.9066944643159605,
      "learning_rate": 0.00017971226685557234,
      "loss": 1.4266,
      "step": 5315
    },
    {
      "epoch": 3.324577861163227,
      "grad_norm": 1.542069113248338,
      "learning_rate": 0.0001796514397778441,
      "loss": 1.4828,
      "step": 5316
    },
    {
      "epoch": 3.3252032520325203,
      "grad_norm": 1.5575967163198903,
      "learning_rate": 0.00017959060762548634,
      "loss": 1.5222,
      "step": 5317
    },
    {
      "epoch": 3.3258286429018136,
      "grad_norm": 1.2849136951237954,
      "learning_rate": 0.0001795297704089101,
      "loss": 1.1863,
      "step": 5318
    },
    {
      "epoch": 3.326454033771107,
      "grad_norm": 1.7213945448838266,
      "learning_rate": 0.00017946892813852723,
      "loss": 1.7925,
      "step": 5319
    },
    {
      "epoch": 3.3270794246404,
      "grad_norm": 1.6782359130467228,
      "learning_rate": 0.00017940808082475036,
      "loss": 1.6011,
      "step": 5320
    },
    {
      "epoch": 3.3277048155096933,
      "grad_norm": 1.5871880851730642,
      "learning_rate": 0.00017934722847799312,
      "loss": 1.3451,
      "step": 5321
    },
    {
      "epoch": 3.328330206378987,
      "grad_norm": 1.7324830022790032,
      "learning_rate": 0.00017928637110866996,
      "loss": 1.5426,
      "step": 5322
    },
    {
      "epoch": 3.3289555972482803,
      "grad_norm": 1.609427190997226,
      "learning_rate": 0.00017922550872719614,
      "loss": 1.2756,
      "step": 5323
    },
    {
      "epoch": 3.3295809881175735,
      "grad_norm": 1.5411295683707427,
      "learning_rate": 0.00017916464134398784,
      "loss": 1.3764,
      "step": 5324
    },
    {
      "epoch": 3.3302063789868668,
      "grad_norm": 1.5382045714319998,
      "learning_rate": 0.0001791037689694621,
      "loss": 1.455,
      "step": 5325
    },
    {
      "epoch": 3.33083176985616,
      "grad_norm": 1.6500503416103516,
      "learning_rate": 0.00017904289161403672,
      "loss": 1.5953,
      "step": 5326
    },
    {
      "epoch": 3.3314571607254533,
      "grad_norm": 1.4537313014991735,
      "learning_rate": 0.00017898200928813054,
      "loss": 1.3141,
      "step": 5327
    },
    {
      "epoch": 3.3320825515947465,
      "grad_norm": 1.548638647215115,
      "learning_rate": 0.00017892112200216297,
      "loss": 1.475,
      "step": 5328
    },
    {
      "epoch": 3.3327079424640402,
      "grad_norm": 1.8167940089346868,
      "learning_rate": 0.00017886022976655453,
      "loss": 1.8007,
      "step": 5329
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 1.4444215752774268,
      "learning_rate": 0.00017879933259172642,
      "loss": 1.2181,
      "step": 5330
    },
    {
      "epoch": 3.3339587242026267,
      "grad_norm": 1.7292547132712914,
      "learning_rate": 0.00017873843048810082,
      "loss": 1.6471,
      "step": 5331
    },
    {
      "epoch": 3.33458411507192,
      "grad_norm": 1.4419626682342372,
      "learning_rate": 0.00017867752346610073,
      "loss": 1.2256,
      "step": 5332
    },
    {
      "epoch": 3.3352095059412132,
      "grad_norm": 1.5633573763155442,
      "learning_rate": 0.00017861661153614983,
      "loss": 1.3475,
      "step": 5333
    },
    {
      "epoch": 3.3358348968105065,
      "grad_norm": 1.6103514446795801,
      "learning_rate": 0.00017855569470867275,
      "loss": 1.3748,
      "step": 5334
    },
    {
      "epoch": 3.3364602876797997,
      "grad_norm": 1.6645438444672687,
      "learning_rate": 0.0001784947729940951,
      "loss": 1.6282,
      "step": 5335
    },
    {
      "epoch": 3.337085678549093,
      "grad_norm": 1.4965260631746953,
      "learning_rate": 0.00017843384640284305,
      "loss": 1.4313,
      "step": 5336
    },
    {
      "epoch": 3.3377110694183862,
      "grad_norm": 1.4158331716406989,
      "learning_rate": 0.00017837291494534382,
      "loss": 1.3658,
      "step": 5337
    },
    {
      "epoch": 3.33833646028768,
      "grad_norm": 1.6346242804040678,
      "learning_rate": 0.00017831197863202536,
      "loss": 1.3741,
      "step": 5338
    },
    {
      "epoch": 3.338961851156973,
      "grad_norm": 1.6599551686405705,
      "learning_rate": 0.00017825103747331645,
      "loss": 1.5532,
      "step": 5339
    },
    {
      "epoch": 3.3395872420262664,
      "grad_norm": 1.4519290391977568,
      "learning_rate": 0.00017819009147964683,
      "loss": 1.2148,
      "step": 5340
    },
    {
      "epoch": 3.3402126328955597,
      "grad_norm": 1.7494502033629542,
      "learning_rate": 0.0001781291406614469,
      "loss": 1.6965,
      "step": 5341
    },
    {
      "epoch": 3.340838023764853,
      "grad_norm": 1.4871731249739162,
      "learning_rate": 0.0001780681850291479,
      "loss": 1.3312,
      "step": 5342
    },
    {
      "epoch": 3.341463414634146,
      "grad_norm": 1.7249166053989138,
      "learning_rate": 0.0001780072245931821,
      "loss": 1.7342,
      "step": 5343
    },
    {
      "epoch": 3.3420888055034395,
      "grad_norm": 1.5049700490474487,
      "learning_rate": 0.00017794625936398226,
      "loss": 1.2774,
      "step": 5344
    },
    {
      "epoch": 3.342714196372733,
      "grad_norm": 1.4299246066340887,
      "learning_rate": 0.00017788528935198226,
      "loss": 1.1654,
      "step": 5345
    },
    {
      "epoch": 3.3433395872420264,
      "grad_norm": 1.4776231703161442,
      "learning_rate": 0.0001778243145676166,
      "loss": 1.3116,
      "step": 5346
    },
    {
      "epoch": 3.3439649781113197,
      "grad_norm": 1.415232377782604,
      "learning_rate": 0.00017776333502132074,
      "loss": 1.1425,
      "step": 5347
    },
    {
      "epoch": 3.344590368980613,
      "grad_norm": 1.4636906939906489,
      "learning_rate": 0.00017770235072353083,
      "loss": 1.36,
      "step": 5348
    },
    {
      "epoch": 3.345215759849906,
      "grad_norm": 1.3351025220327892,
      "learning_rate": 0.00017764136168468394,
      "loss": 1.0925,
      "step": 5349
    },
    {
      "epoch": 3.3458411507191994,
      "grad_norm": 1.6463301854165977,
      "learning_rate": 0.00017758036791521787,
      "loss": 1.4648,
      "step": 5350
    },
    {
      "epoch": 3.3464665415884927,
      "grad_norm": 1.6003954118746775,
      "learning_rate": 0.00017751936942557125,
      "loss": 1.2858,
      "step": 5351
    },
    {
      "epoch": 3.3470919324577864,
      "grad_norm": 1.608248987298086,
      "learning_rate": 0.00017745836622618362,
      "loss": 1.431,
      "step": 5352
    },
    {
      "epoch": 3.3477173233270796,
      "grad_norm": 1.52159785695822,
      "learning_rate": 0.00017739735832749513,
      "loss": 1.2532,
      "step": 5353
    },
    {
      "epoch": 3.348342714196373,
      "grad_norm": 1.4776148210511846,
      "learning_rate": 0.00017733634573994684,
      "loss": 1.3047,
      "step": 5354
    },
    {
      "epoch": 3.348968105065666,
      "grad_norm": 1.3924045534560183,
      "learning_rate": 0.0001772753284739807,
      "loss": 1.1428,
      "step": 5355
    },
    {
      "epoch": 3.3495934959349594,
      "grad_norm": 1.700647708056999,
      "learning_rate": 0.00017721430654003934,
      "loss": 1.4945,
      "step": 5356
    },
    {
      "epoch": 3.3502188868042526,
      "grad_norm": 1.768442185598266,
      "learning_rate": 0.00017715327994856616,
      "loss": 1.6354,
      "step": 5357
    },
    {
      "epoch": 3.350844277673546,
      "grad_norm": 1.4957799003600722,
      "learning_rate": 0.0001770922487100055,
      "loss": 1.2817,
      "step": 5358
    },
    {
      "epoch": 3.351469668542839,
      "grad_norm": 1.9155636926496353,
      "learning_rate": 0.0001770312128348024,
      "loss": 1.6485,
      "step": 5359
    },
    {
      "epoch": 3.3520950594121324,
      "grad_norm": 1.621501018543079,
      "learning_rate": 0.00017697017233340268,
      "loss": 1.3751,
      "step": 5360
    },
    {
      "epoch": 3.352720450281426,
      "grad_norm": 1.7997784479124264,
      "learning_rate": 0.00017690912721625302,
      "loss": 1.6835,
      "step": 5361
    },
    {
      "epoch": 3.3533458411507193,
      "grad_norm": 1.7050367219337932,
      "learning_rate": 0.00017684807749380078,
      "loss": 1.4953,
      "step": 5362
    },
    {
      "epoch": 3.3539712320200126,
      "grad_norm": 1.6721963858811937,
      "learning_rate": 0.00017678702317649423,
      "loss": 1.4703,
      "step": 5363
    },
    {
      "epoch": 3.354596622889306,
      "grad_norm": 1.6044233956756204,
      "learning_rate": 0.00017672596427478236,
      "loss": 1.4702,
      "step": 5364
    },
    {
      "epoch": 3.355222013758599,
      "grad_norm": 1.4298917108677678,
      "learning_rate": 0.000176664900799115,
      "loss": 1.3243,
      "step": 5365
    },
    {
      "epoch": 3.3558474046278923,
      "grad_norm": 1.3877003434599546,
      "learning_rate": 0.00017660383275994269,
      "loss": 1.2337,
      "step": 5366
    },
    {
      "epoch": 3.3564727954971856,
      "grad_norm": 1.3911857067057027,
      "learning_rate": 0.00017654276016771677,
      "loss": 1.2487,
      "step": 5367
    },
    {
      "epoch": 3.3570981863664793,
      "grad_norm": 1.40360123196953,
      "learning_rate": 0.00017648168303288942,
      "loss": 1.3382,
      "step": 5368
    },
    {
      "epoch": 3.3577235772357725,
      "grad_norm": 1.5781799220018002,
      "learning_rate": 0.00017642060136591347,
      "loss": 1.2731,
      "step": 5369
    },
    {
      "epoch": 3.358348968105066,
      "grad_norm": 1.711450168697202,
      "learning_rate": 0.0001763595151772427,
      "loss": 1.6525,
      "step": 5370
    },
    {
      "epoch": 3.358974358974359,
      "grad_norm": 1.4053671704690704,
      "learning_rate": 0.00017629842447733148,
      "loss": 1.2725,
      "step": 5371
    },
    {
      "epoch": 3.3595997498436523,
      "grad_norm": 1.462101316259635,
      "learning_rate": 0.0001762373292766351,
      "loss": 1.4047,
      "step": 5372
    },
    {
      "epoch": 3.3602251407129455,
      "grad_norm": 1.3160217743132248,
      "learning_rate": 0.00017617622958560953,
      "loss": 1.1278,
      "step": 5373
    },
    {
      "epoch": 3.360850531582239,
      "grad_norm": 1.7898783037895205,
      "learning_rate": 0.00017611512541471156,
      "loss": 1.7263,
      "step": 5374
    },
    {
      "epoch": 3.361475922451532,
      "grad_norm": 1.404644045724506,
      "learning_rate": 0.00017605401677439872,
      "loss": 1.0904,
      "step": 5375
    },
    {
      "epoch": 3.3621013133208253,
      "grad_norm": 1.7739576275137703,
      "learning_rate": 0.00017599290367512933,
      "loss": 1.6535,
      "step": 5376
    },
    {
      "epoch": 3.362726704190119,
      "grad_norm": 1.604193687967038,
      "learning_rate": 0.00017593178612736242,
      "loss": 1.3066,
      "step": 5377
    },
    {
      "epoch": 3.3633520950594122,
      "grad_norm": 1.4626769508034259,
      "learning_rate": 0.00017587066414155784,
      "loss": 1.2317,
      "step": 5378
    },
    {
      "epoch": 3.3639774859287055,
      "grad_norm": 1.6459616138237483,
      "learning_rate": 0.00017580953772817617,
      "loss": 1.5699,
      "step": 5379
    },
    {
      "epoch": 3.3646028767979987,
      "grad_norm": 1.5068579756033424,
      "learning_rate": 0.00017574840689767876,
      "loss": 1.3049,
      "step": 5380
    },
    {
      "epoch": 3.365228267667292,
      "grad_norm": 1.468381220953839,
      "learning_rate": 0.00017568727166052768,
      "loss": 1.248,
      "step": 5381
    },
    {
      "epoch": 3.3658536585365852,
      "grad_norm": 1.6417431203051431,
      "learning_rate": 0.00017562613202718583,
      "loss": 1.6129,
      "step": 5382
    },
    {
      "epoch": 3.3664790494058785,
      "grad_norm": 1.6281535715227728,
      "learning_rate": 0.00017556498800811677,
      "loss": 1.43,
      "step": 5383
    },
    {
      "epoch": 3.367104440275172,
      "grad_norm": 1.4854551804714977,
      "learning_rate": 0.00017550383961378491,
      "loss": 1.3607,
      "step": 5384
    },
    {
      "epoch": 3.3677298311444654,
      "grad_norm": 1.5614237642387232,
      "learning_rate": 0.00017544268685465534,
      "loss": 1.2948,
      "step": 5385
    },
    {
      "epoch": 3.3683552220137587,
      "grad_norm": 1.4777494345334399,
      "learning_rate": 0.00017538152974119387,
      "loss": 1.2837,
      "step": 5386
    },
    {
      "epoch": 3.368980612883052,
      "grad_norm": 1.3882345627915922,
      "learning_rate": 0.00017532036828386716,
      "loss": 1.1754,
      "step": 5387
    },
    {
      "epoch": 3.369606003752345,
      "grad_norm": 1.475155352210653,
      "learning_rate": 0.0001752592024931425,
      "loss": 1.212,
      "step": 5388
    },
    {
      "epoch": 3.3702313946216385,
      "grad_norm": 1.7767619809443789,
      "learning_rate": 0.00017519803237948798,
      "loss": 1.5201,
      "step": 5389
    },
    {
      "epoch": 3.3708567854909317,
      "grad_norm": 1.6419814836678537,
      "learning_rate": 0.00017513685795337243,
      "loss": 1.3268,
      "step": 5390
    },
    {
      "epoch": 3.371482176360225,
      "grad_norm": 1.4564170904267506,
      "learning_rate": 0.00017507567922526543,
      "loss": 1.2751,
      "step": 5391
    },
    {
      "epoch": 3.372107567229518,
      "grad_norm": 3.154712872738863,
      "learning_rate": 0.00017501449620563724,
      "loss": 1.3691,
      "step": 5392
    },
    {
      "epoch": 3.372732958098812,
      "grad_norm": 1.4745248851605097,
      "learning_rate": 0.00017495330890495892,
      "loss": 1.2282,
      "step": 5393
    },
    {
      "epoch": 3.373358348968105,
      "grad_norm": 1.6103057368083427,
      "learning_rate": 0.00017489211733370225,
      "loss": 1.3848,
      "step": 5394
    },
    {
      "epoch": 3.3739837398373984,
      "grad_norm": 1.591062303840652,
      "learning_rate": 0.00017483092150233964,
      "loss": 1.2717,
      "step": 5395
    },
    {
      "epoch": 3.3746091307066917,
      "grad_norm": 1.9885334234648862,
      "learning_rate": 0.00017476972142134442,
      "loss": 1.7426,
      "step": 5396
    },
    {
      "epoch": 3.375234521575985,
      "grad_norm": 1.4431166053509399,
      "learning_rate": 0.0001747085171011905,
      "loss": 1.2979,
      "step": 5397
    },
    {
      "epoch": 3.375859912445278,
      "grad_norm": 1.5448136405317476,
      "learning_rate": 0.00017464730855235253,
      "loss": 1.3953,
      "step": 5398
    },
    {
      "epoch": 3.3764853033145714,
      "grad_norm": 1.6330316203043231,
      "learning_rate": 0.00017458609578530594,
      "loss": 1.4082,
      "step": 5399
    },
    {
      "epoch": 3.377110694183865,
      "grad_norm": 1.929057015947664,
      "learning_rate": 0.00017452487881052683,
      "loss": 1.834,
      "step": 5400
    },
    {
      "epoch": 3.3777360850531584,
      "grad_norm": 1.6986192299188854,
      "learning_rate": 0.0001744636576384921,
      "loss": 1.6323,
      "step": 5401
    },
    {
      "epoch": 3.3783614759224516,
      "grad_norm": 1.6867318452740945,
      "learning_rate": 0.00017440243227967927,
      "loss": 1.6485,
      "step": 5402
    },
    {
      "epoch": 3.378986866791745,
      "grad_norm": 1.6713006454751527,
      "learning_rate": 0.00017434120274456658,
      "loss": 1.5035,
      "step": 5403
    },
    {
      "epoch": 3.379612257661038,
      "grad_norm": 1.3975511775457934,
      "learning_rate": 0.00017427996904363307,
      "loss": 1.3646,
      "step": 5404
    },
    {
      "epoch": 3.3802376485303314,
      "grad_norm": 1.7608928317903636,
      "learning_rate": 0.00017421873118735845,
      "loss": 1.7453,
      "step": 5405
    },
    {
      "epoch": 3.3808630393996246,
      "grad_norm": 1.5007129334396438,
      "learning_rate": 0.00017415748918622314,
      "loss": 1.5776,
      "step": 5406
    },
    {
      "epoch": 3.3814884302689183,
      "grad_norm": 1.4252263429265954,
      "learning_rate": 0.0001740962430507082,
      "loss": 1.3324,
      "step": 5407
    },
    {
      "epoch": 3.3821138211382116,
      "grad_norm": 1.3443474244613025,
      "learning_rate": 0.0001740349927912955,
      "loss": 1.2803,
      "step": 5408
    },
    {
      "epoch": 3.382739212007505,
      "grad_norm": 1.5444068817059817,
      "learning_rate": 0.00017397373841846766,
      "loss": 1.4077,
      "step": 5409
    },
    {
      "epoch": 3.383364602876798,
      "grad_norm": 1.5557318001339229,
      "learning_rate": 0.0001739124799427078,
      "loss": 1.3515,
      "step": 5410
    },
    {
      "epoch": 3.3839899937460913,
      "grad_norm": 1.4743903080202525,
      "learning_rate": 0.0001738512173744999,
      "loss": 1.5876,
      "step": 5411
    },
    {
      "epoch": 3.3846153846153846,
      "grad_norm": 1.5240549930402836,
      "learning_rate": 0.00017378995072432865,
      "loss": 1.3887,
      "step": 5412
    },
    {
      "epoch": 3.385240775484678,
      "grad_norm": 1.46875633063408,
      "learning_rate": 0.00017372868000267936,
      "loss": 1.3049,
      "step": 5413
    },
    {
      "epoch": 3.385866166353971,
      "grad_norm": 1.7016652284734362,
      "learning_rate": 0.00017366740522003804,
      "loss": 1.5629,
      "step": 5414
    },
    {
      "epoch": 3.3864915572232643,
      "grad_norm": 1.466799312662832,
      "learning_rate": 0.00017360612638689152,
      "loss": 1.3846,
      "step": 5415
    },
    {
      "epoch": 3.387116948092558,
      "grad_norm": 1.7630955122105405,
      "learning_rate": 0.00017354484351372716,
      "loss": 1.6186,
      "step": 5416
    },
    {
      "epoch": 3.3877423389618513,
      "grad_norm": 1.5064580628628943,
      "learning_rate": 0.00017348355661103308,
      "loss": 1.4273,
      "step": 5417
    },
    {
      "epoch": 3.3883677298311445,
      "grad_norm": 1.6955940967911647,
      "learning_rate": 0.00017342226568929813,
      "loss": 1.4244,
      "step": 5418
    },
    {
      "epoch": 3.388993120700438,
      "grad_norm": 1.6262766011466294,
      "learning_rate": 0.00017336097075901173,
      "loss": 1.5225,
      "step": 5419
    },
    {
      "epoch": 3.389618511569731,
      "grad_norm": 1.5228168898526875,
      "learning_rate": 0.00017329967183066415,
      "loss": 1.4366,
      "step": 5420
    },
    {
      "epoch": 3.3902439024390243,
      "grad_norm": 1.6316692349794704,
      "learning_rate": 0.0001732383689147462,
      "loss": 1.4931,
      "step": 5421
    },
    {
      "epoch": 3.3908692933083175,
      "grad_norm": 1.6397608636003365,
      "learning_rate": 0.00017317706202174944,
      "loss": 1.4162,
      "step": 5422
    },
    {
      "epoch": 3.3914946841776112,
      "grad_norm": 1.473708508091474,
      "learning_rate": 0.0001731157511621662,
      "loss": 1.3142,
      "step": 5423
    },
    {
      "epoch": 3.3921200750469045,
      "grad_norm": 1.421304701916042,
      "learning_rate": 0.00017305443634648926,
      "loss": 1.2827,
      "step": 5424
    },
    {
      "epoch": 3.3927454659161977,
      "grad_norm": 1.5862021272370983,
      "learning_rate": 0.00017299311758521224,
      "loss": 1.3722,
      "step": 5425
    },
    {
      "epoch": 3.393370856785491,
      "grad_norm": 1.3721044281562855,
      "learning_rate": 0.00017293179488882943,
      "loss": 1.208,
      "step": 5426
    },
    {
      "epoch": 3.3939962476547842,
      "grad_norm": 1.5960034586254408,
      "learning_rate": 0.00017287046826783574,
      "loss": 1.531,
      "step": 5427
    },
    {
      "epoch": 3.3946216385240775,
      "grad_norm": 1.5563370985690346,
      "learning_rate": 0.00017280913773272676,
      "loss": 1.3566,
      "step": 5428
    },
    {
      "epoch": 3.3952470293933708,
      "grad_norm": 1.526134634900313,
      "learning_rate": 0.00017274780329399884,
      "loss": 1.291,
      "step": 5429
    },
    {
      "epoch": 3.395872420262664,
      "grad_norm": 1.7222010503311571,
      "learning_rate": 0.00017268646496214885,
      "loss": 1.7123,
      "step": 5430
    },
    {
      "epoch": 3.3964978111319573,
      "grad_norm": 1.5705076859114209,
      "learning_rate": 0.00017262512274767445,
      "loss": 1.4518,
      "step": 5431
    },
    {
      "epoch": 3.397123202001251,
      "grad_norm": 1.6626890922641016,
      "learning_rate": 0.0001725637766610739,
      "loss": 1.4608,
      "step": 5432
    },
    {
      "epoch": 3.397748592870544,
      "grad_norm": 1.5590881482169208,
      "learning_rate": 0.00017250242671284618,
      "loss": 1.3196,
      "step": 5433
    },
    {
      "epoch": 3.3983739837398375,
      "grad_norm": 1.5725051146202105,
      "learning_rate": 0.0001724410729134908,
      "loss": 1.3174,
      "step": 5434
    },
    {
      "epoch": 3.3989993746091307,
      "grad_norm": 1.7890748736887225,
      "learning_rate": 0.00017237971527350808,
      "loss": 1.465,
      "step": 5435
    },
    {
      "epoch": 3.399624765478424,
      "grad_norm": 1.748454492296428,
      "learning_rate": 0.00017231835380339893,
      "loss": 1.5483,
      "step": 5436
    },
    {
      "epoch": 3.400250156347717,
      "grad_norm": 1.6756901011045175,
      "learning_rate": 0.00017225698851366488,
      "loss": 1.6557,
      "step": 5437
    },
    {
      "epoch": 3.4008755472170105,
      "grad_norm": 1.5651824263160574,
      "learning_rate": 0.00017219561941480825,
      "loss": 1.4065,
      "step": 5438
    },
    {
      "epoch": 3.401500938086304,
      "grad_norm": 1.6930314616500888,
      "learning_rate": 0.00017213424651733186,
      "loss": 1.6155,
      "step": 5439
    },
    {
      "epoch": 3.4021263289555974,
      "grad_norm": 1.532170394300837,
      "learning_rate": 0.00017207286983173924,
      "loss": 1.3453,
      "step": 5440
    },
    {
      "epoch": 3.4027517198248907,
      "grad_norm": 1.6533642630907341,
      "learning_rate": 0.00017201148936853454,
      "loss": 1.3632,
      "step": 5441
    },
    {
      "epoch": 3.403377110694184,
      "grad_norm": 1.4212949374541084,
      "learning_rate": 0.0001719501051382226,
      "loss": 1.3433,
      "step": 5442
    },
    {
      "epoch": 3.404002501563477,
      "grad_norm": 1.5970149174614257,
      "learning_rate": 0.00017188871715130894,
      "loss": 1.4472,
      "step": 5443
    },
    {
      "epoch": 3.4046278924327704,
      "grad_norm": 1.616279411064757,
      "learning_rate": 0.00017182732541829956,
      "loss": 1.4399,
      "step": 5444
    },
    {
      "epoch": 3.4052532833020637,
      "grad_norm": 1.6370243544448244,
      "learning_rate": 0.0001717659299497013,
      "loss": 1.6166,
      "step": 5445
    },
    {
      "epoch": 3.405878674171357,
      "grad_norm": 1.4400895565802025,
      "learning_rate": 0.00017170453075602152,
      "loss": 1.2404,
      "step": 5446
    },
    {
      "epoch": 3.40650406504065,
      "grad_norm": 1.7387102407143917,
      "learning_rate": 0.00017164312784776826,
      "loss": 1.567,
      "step": 5447
    },
    {
      "epoch": 3.407129455909944,
      "grad_norm": 1.6938320802375193,
      "learning_rate": 0.00017158172123545018,
      "loss": 1.7456,
      "step": 5448
    },
    {
      "epoch": 3.407754846779237,
      "grad_norm": 1.6186588563383495,
      "learning_rate": 0.00017152031092957653,
      "loss": 1.3438,
      "step": 5449
    },
    {
      "epoch": 3.4083802376485304,
      "grad_norm": 1.7359124552261076,
      "learning_rate": 0.00017145889694065736,
      "loss": 1.6377,
      "step": 5450
    },
    {
      "epoch": 3.4090056285178236,
      "grad_norm": 1.5798659120204874,
      "learning_rate": 0.00017139747927920313,
      "loss": 1.3274,
      "step": 5451
    },
    {
      "epoch": 3.409631019387117,
      "grad_norm": 1.6335810501542118,
      "learning_rate": 0.00017133605795572503,
      "loss": 1.5884,
      "step": 5452
    },
    {
      "epoch": 3.41025641025641,
      "grad_norm": 1.733654663289054,
      "learning_rate": 0.0001712746329807349,
      "loss": 1.5163,
      "step": 5453
    },
    {
      "epoch": 3.4108818011257034,
      "grad_norm": 1.4579502540065383,
      "learning_rate": 0.00017121320436474518,
      "loss": 1.294,
      "step": 5454
    },
    {
      "epoch": 3.411507191994997,
      "grad_norm": 1.4381319059924955,
      "learning_rate": 0.00017115177211826895,
      "loss": 1.2159,
      "step": 5455
    },
    {
      "epoch": 3.4121325828642903,
      "grad_norm": 1.3396402483432113,
      "learning_rate": 0.00017109033625181983,
      "loss": 1.152,
      "step": 5456
    },
    {
      "epoch": 3.4127579737335836,
      "grad_norm": 1.5308301013478398,
      "learning_rate": 0.00017102889677591225,
      "loss": 1.4236,
      "step": 5457
    },
    {
      "epoch": 3.413383364602877,
      "grad_norm": 1.518990916901444,
      "learning_rate": 0.00017096745370106105,
      "loss": 1.3961,
      "step": 5458
    },
    {
      "epoch": 3.41400875547217,
      "grad_norm": 1.5665114381021144,
      "learning_rate": 0.0001709060070377817,
      "loss": 1.3874,
      "step": 5459
    },
    {
      "epoch": 3.4146341463414633,
      "grad_norm": 1.707660497383887,
      "learning_rate": 0.0001708445567965905,
      "loss": 1.4717,
      "step": 5460
    },
    {
      "epoch": 3.4152595372107566,
      "grad_norm": 1.9309642551995616,
      "learning_rate": 0.00017078310298800406,
      "loss": 1.6519,
      "step": 5461
    },
    {
      "epoch": 3.41588492808005,
      "grad_norm": 1.6049295792376028,
      "learning_rate": 0.00017072164562253987,
      "loss": 1.3073,
      "step": 5462
    },
    {
      "epoch": 3.416510318949343,
      "grad_norm": 1.6135793489886552,
      "learning_rate": 0.0001706601847107159,
      "loss": 1.4654,
      "step": 5463
    },
    {
      "epoch": 3.417135709818637,
      "grad_norm": 1.4490131664579842,
      "learning_rate": 0.00017059872026305067,
      "loss": 1.2884,
      "step": 5464
    },
    {
      "epoch": 3.41776110068793,
      "grad_norm": 1.8344461305829713,
      "learning_rate": 0.00017053725229006344,
      "loss": 1.6786,
      "step": 5465
    },
    {
      "epoch": 3.4183864915572233,
      "grad_norm": 1.6898934974138786,
      "learning_rate": 0.00017047578080227403,
      "loss": 1.4656,
      "step": 5466
    },
    {
      "epoch": 3.4190118824265165,
      "grad_norm": 1.603807898600535,
      "learning_rate": 0.00017041430581020276,
      "loss": 1.3279,
      "step": 5467
    },
    {
      "epoch": 3.41963727329581,
      "grad_norm": 1.4737652882872745,
      "learning_rate": 0.00017035282732437066,
      "loss": 1.2293,
      "step": 5468
    },
    {
      "epoch": 3.420262664165103,
      "grad_norm": 1.5881482357090235,
      "learning_rate": 0.00017029134535529938,
      "loss": 1.3943,
      "step": 5469
    },
    {
      "epoch": 3.4208880550343963,
      "grad_norm": 1.4196177108277668,
      "learning_rate": 0.00017022985991351104,
      "loss": 1.2064,
      "step": 5470
    },
    {
      "epoch": 3.42151344590369,
      "grad_norm": 1.3335616813881919,
      "learning_rate": 0.0001701683710095285,
      "loss": 1.2299,
      "step": 5471
    },
    {
      "epoch": 3.4221388367729833,
      "grad_norm": 1.6895555996479366,
      "learning_rate": 0.00017010687865387506,
      "loss": 1.5223,
      "step": 5472
    },
    {
      "epoch": 3.4227642276422765,
      "grad_norm": 1.5646648341138614,
      "learning_rate": 0.00017004538285707475,
      "loss": 1.3988,
      "step": 5473
    },
    {
      "epoch": 3.4233896185115698,
      "grad_norm": 1.6933999763016225,
      "learning_rate": 0.00016998388362965216,
      "loss": 1.5612,
      "step": 5474
    },
    {
      "epoch": 3.424015009380863,
      "grad_norm": 1.5208978436935285,
      "learning_rate": 0.00016992238098213237,
      "loss": 1.2762,
      "step": 5475
    },
    {
      "epoch": 3.4246404002501563,
      "grad_norm": 1.7048870909350489,
      "learning_rate": 0.00016986087492504114,
      "loss": 1.5515,
      "step": 5476
    },
    {
      "epoch": 3.4252657911194495,
      "grad_norm": 1.855833232147558,
      "learning_rate": 0.00016979936546890478,
      "loss": 1.7219,
      "step": 5477
    },
    {
      "epoch": 3.425891181988743,
      "grad_norm": 1.5296183254974165,
      "learning_rate": 0.00016973785262425022,
      "loss": 1.3521,
      "step": 5478
    },
    {
      "epoch": 3.4265165728580365,
      "grad_norm": 1.4709979885815423,
      "learning_rate": 0.0001696763364016049,
      "loss": 1.2854,
      "step": 5479
    },
    {
      "epoch": 3.4271419637273297,
      "grad_norm": 1.526264774987494,
      "learning_rate": 0.00016961481681149686,
      "loss": 1.3434,
      "step": 5480
    },
    {
      "epoch": 3.427767354596623,
      "grad_norm": 1.6513227479534862,
      "learning_rate": 0.0001695532938644548,
      "loss": 1.5756,
      "step": 5481
    },
    {
      "epoch": 3.428392745465916,
      "grad_norm": 1.6682955026817705,
      "learning_rate": 0.0001694917675710079,
      "loss": 1.4207,
      "step": 5482
    },
    {
      "epoch": 3.4290181363352095,
      "grad_norm": 1.4958265974709803,
      "learning_rate": 0.0001694302379416859,
      "loss": 1.3122,
      "step": 5483
    },
    {
      "epoch": 3.4296435272045027,
      "grad_norm": 1.4580895108500649,
      "learning_rate": 0.0001693687049870192,
      "loss": 1.1439,
      "step": 5484
    },
    {
      "epoch": 3.430268918073796,
      "grad_norm": 1.6611373280434472,
      "learning_rate": 0.0001693071687175387,
      "loss": 1.5656,
      "step": 5485
    },
    {
      "epoch": 3.430894308943089,
      "grad_norm": 1.5180259906758513,
      "learning_rate": 0.00016924562914377586,
      "loss": 1.3765,
      "step": 5486
    },
    {
      "epoch": 3.431519699812383,
      "grad_norm": 1.6730957273511362,
      "learning_rate": 0.0001691840862762628,
      "loss": 1.4723,
      "step": 5487
    },
    {
      "epoch": 3.432145090681676,
      "grad_norm": 1.8090962626972904,
      "learning_rate": 0.00016912254012553207,
      "loss": 1.5699,
      "step": 5488
    },
    {
      "epoch": 3.4327704815509694,
      "grad_norm": 1.6376747022259353,
      "learning_rate": 0.0001690609907021169,
      "loss": 1.3839,
      "step": 5489
    },
    {
      "epoch": 3.4333958724202627,
      "grad_norm": 1.475393455756504,
      "learning_rate": 0.00016899943801655098,
      "loss": 1.2111,
      "step": 5490
    },
    {
      "epoch": 3.434021263289556,
      "grad_norm": 1.71265628684426,
      "learning_rate": 0.0001689378820793687,
      "loss": 1.5427,
      "step": 5491
    },
    {
      "epoch": 3.434646654158849,
      "grad_norm": 1.3443606912183361,
      "learning_rate": 0.0001688763229011048,
      "loss": 1.166,
      "step": 5492
    },
    {
      "epoch": 3.4352720450281424,
      "grad_norm": 1.75150835515927,
      "learning_rate": 0.00016881476049229475,
      "loss": 1.5411,
      "step": 5493
    },
    {
      "epoch": 3.435897435897436,
      "grad_norm": 3.81380248965596,
      "learning_rate": 0.00016875319486347445,
      "loss": 1.3975,
      "step": 5494
    },
    {
      "epoch": 3.4365228267667294,
      "grad_norm": 1.6545279228209167,
      "learning_rate": 0.00016869162602518048,
      "loss": 1.5124,
      "step": 5495
    },
    {
      "epoch": 3.4371482176360226,
      "grad_norm": 1.4704525964910118,
      "learning_rate": 0.00016863005398794995,
      "loss": 1.1568,
      "step": 5496
    },
    {
      "epoch": 3.437773608505316,
      "grad_norm": 1.7468555800597776,
      "learning_rate": 0.00016856847876232036,
      "loss": 1.5099,
      "step": 5497
    },
    {
      "epoch": 3.438398999374609,
      "grad_norm": 1.7268043847669705,
      "learning_rate": 0.00016850690035882988,
      "loss": 1.5675,
      "step": 5498
    },
    {
      "epoch": 3.4390243902439024,
      "grad_norm": 1.551319749009308,
      "learning_rate": 0.00016844531878801728,
      "loss": 1.3068,
      "step": 5499
    },
    {
      "epoch": 3.4396497811131956,
      "grad_norm": 1.5941559824011013,
      "learning_rate": 0.0001683837340604217,
      "loss": 1.5463,
      "step": 5500
    },
    {
      "epoch": 3.440275171982489,
      "grad_norm": 1.3786737281195822,
      "learning_rate": 0.00016832214618658299,
      "loss": 1.2983,
      "step": 5501
    },
    {
      "epoch": 3.440900562851782,
      "grad_norm": 1.5977890713838614,
      "learning_rate": 0.00016826055517704146,
      "loss": 1.2388,
      "step": 5502
    },
    {
      "epoch": 3.441525953721076,
      "grad_norm": 1.7500685628344448,
      "learning_rate": 0.00016819896104233793,
      "loss": 1.7082,
      "step": 5503
    },
    {
      "epoch": 3.442151344590369,
      "grad_norm": 1.4736843823732846,
      "learning_rate": 0.00016813736379301384,
      "loss": 1.3877,
      "step": 5504
    },
    {
      "epoch": 3.4427767354596623,
      "grad_norm": 1.5760000679600483,
      "learning_rate": 0.0001680757634396111,
      "loss": 1.5628,
      "step": 5505
    },
    {
      "epoch": 3.4434021263289556,
      "grad_norm": 1.6200239767898517,
      "learning_rate": 0.00016801415999267213,
      "loss": 1.5207,
      "step": 5506
    },
    {
      "epoch": 3.444027517198249,
      "grad_norm": 1.4397224600954746,
      "learning_rate": 0.00016795255346274001,
      "loss": 1.1858,
      "step": 5507
    },
    {
      "epoch": 3.444652908067542,
      "grad_norm": 1.546775105386139,
      "learning_rate": 0.00016789094386035816,
      "loss": 1.4574,
      "step": 5508
    },
    {
      "epoch": 3.4452782989368353,
      "grad_norm": 1.4957280763668086,
      "learning_rate": 0.0001678293311960706,
      "loss": 1.1628,
      "step": 5509
    },
    {
      "epoch": 3.445903689806129,
      "grad_norm": 1.6473359330244708,
      "learning_rate": 0.000167767715480422,
      "loss": 1.7801,
      "step": 5510
    },
    {
      "epoch": 3.4465290806754223,
      "grad_norm": 1.4797677476776345,
      "learning_rate": 0.00016770609672395732,
      "loss": 1.408,
      "step": 5511
    },
    {
      "epoch": 3.4471544715447155,
      "grad_norm": 1.5883468460380987,
      "learning_rate": 0.00016764447493722225,
      "loss": 1.3766,
      "step": 5512
    },
    {
      "epoch": 3.447779862414009,
      "grad_norm": 1.7922055537624813,
      "learning_rate": 0.0001675828501307629,
      "loss": 1.6614,
      "step": 5513
    },
    {
      "epoch": 3.448405253283302,
      "grad_norm": 1.286585084912307,
      "learning_rate": 0.00016752122231512587,
      "loss": 1.089,
      "step": 5514
    },
    {
      "epoch": 3.4490306441525953,
      "grad_norm": 1.6666973428803762,
      "learning_rate": 0.00016745959150085834,
      "loss": 1.5544,
      "step": 5515
    },
    {
      "epoch": 3.4496560350218886,
      "grad_norm": 1.6999116996527683,
      "learning_rate": 0.00016739795769850805,
      "loss": 1.425,
      "step": 5516
    },
    {
      "epoch": 3.450281425891182,
      "grad_norm": 1.4098442667458546,
      "learning_rate": 0.00016733632091862303,
      "loss": 1.2505,
      "step": 5517
    },
    {
      "epoch": 3.450906816760475,
      "grad_norm": 1.5584153219151757,
      "learning_rate": 0.00016727468117175209,
      "loss": 1.4957,
      "step": 5518
    },
    {
      "epoch": 3.4515322076297688,
      "grad_norm": 1.5715490426843253,
      "learning_rate": 0.00016721303846844434,
      "loss": 1.3675,
      "step": 5519
    },
    {
      "epoch": 3.452157598499062,
      "grad_norm": 1.567086225263165,
      "learning_rate": 0.00016715139281924955,
      "loss": 1.4662,
      "step": 5520
    },
    {
      "epoch": 3.4527829893683553,
      "grad_norm": 1.6492708313234814,
      "learning_rate": 0.00016708974423471792,
      "loss": 1.4346,
      "step": 5521
    },
    {
      "epoch": 3.4534083802376485,
      "grad_norm": 1.64310239649439,
      "learning_rate": 0.0001670280927254001,
      "loss": 1.4559,
      "step": 5522
    },
    {
      "epoch": 3.4540337711069418,
      "grad_norm": 1.5985462076308814,
      "learning_rate": 0.00016696643830184743,
      "loss": 1.3916,
      "step": 5523
    },
    {
      "epoch": 3.454659161976235,
      "grad_norm": 1.454256422878132,
      "learning_rate": 0.0001669047809746115,
      "loss": 1.2875,
      "step": 5524
    },
    {
      "epoch": 3.4552845528455283,
      "grad_norm": 1.6139192549407795,
      "learning_rate": 0.0001668431207542445,
      "loss": 1.426,
      "step": 5525
    },
    {
      "epoch": 3.455909943714822,
      "grad_norm": 1.653815882560612,
      "learning_rate": 0.00016678145765129922,
      "loss": 1.4245,
      "step": 5526
    },
    {
      "epoch": 3.456535334584115,
      "grad_norm": 1.5454460750180106,
      "learning_rate": 0.00016671979167632884,
      "loss": 1.3715,
      "step": 5527
    },
    {
      "epoch": 3.4571607254534085,
      "grad_norm": 1.6419780283184942,
      "learning_rate": 0.000166658122839887,
      "loss": 1.4511,
      "step": 5528
    },
    {
      "epoch": 3.4577861163227017,
      "grad_norm": 1.7810194049463015,
      "learning_rate": 0.00016659645115252785,
      "loss": 1.566,
      "step": 5529
    },
    {
      "epoch": 3.458411507191995,
      "grad_norm": 1.8955338712867462,
      "learning_rate": 0.00016653477662480616,
      "loss": 1.6352,
      "step": 5530
    },
    {
      "epoch": 3.4590368980612882,
      "grad_norm": 1.7518414094930779,
      "learning_rate": 0.00016647309926727703,
      "loss": 1.582,
      "step": 5531
    },
    {
      "epoch": 3.4596622889305815,
      "grad_norm": 1.680510363248706,
      "learning_rate": 0.00016641141909049602,
      "loss": 1.4886,
      "step": 5532
    },
    {
      "epoch": 3.460287679799875,
      "grad_norm": 1.6858785790748616,
      "learning_rate": 0.00016634973610501935,
      "loss": 1.4352,
      "step": 5533
    },
    {
      "epoch": 3.4609130706691684,
      "grad_norm": 1.3934001664922981,
      "learning_rate": 0.0001662880503214036,
      "loss": 1.2033,
      "step": 5534
    },
    {
      "epoch": 3.4615384615384617,
      "grad_norm": 1.394011876195638,
      "learning_rate": 0.00016622636175020575,
      "loss": 1.0781,
      "step": 5535
    },
    {
      "epoch": 3.462163852407755,
      "grad_norm": 1.7810399576544924,
      "learning_rate": 0.0001661646704019835,
      "loss": 1.6652,
      "step": 5536
    },
    {
      "epoch": 3.462789243277048,
      "grad_norm": 1.7366317731043017,
      "learning_rate": 0.00016610297628729474,
      "loss": 1.5978,
      "step": 5537
    },
    {
      "epoch": 3.4634146341463414,
      "grad_norm": 1.747349911516229,
      "learning_rate": 0.00016604127941669805,
      "loss": 1.5861,
      "step": 5538
    },
    {
      "epoch": 3.4640400250156347,
      "grad_norm": 1.6417193409282673,
      "learning_rate": 0.0001659795798007524,
      "loss": 1.4217,
      "step": 5539
    },
    {
      "epoch": 3.464665415884928,
      "grad_norm": 1.4771241531113701,
      "learning_rate": 0.00016591787745001723,
      "loss": 1.258,
      "step": 5540
    },
    {
      "epoch": 3.465290806754221,
      "grad_norm": 1.6558474896555682,
      "learning_rate": 0.00016585617237505242,
      "loss": 1.5635,
      "step": 5541
    },
    {
      "epoch": 3.465916197623515,
      "grad_norm": 1.682037904209895,
      "learning_rate": 0.0001657944645864184,
      "loss": 1.6475,
      "step": 5542
    },
    {
      "epoch": 3.466541588492808,
      "grad_norm": 1.4780881311554668,
      "learning_rate": 0.00016573275409467592,
      "loss": 1.251,
      "step": 5543
    },
    {
      "epoch": 3.4671669793621014,
      "grad_norm": 1.5029920729789137,
      "learning_rate": 0.00016567104091038637,
      "loss": 1.3196,
      "step": 5544
    },
    {
      "epoch": 3.4677923702313946,
      "grad_norm": 1.3747055719056622,
      "learning_rate": 0.00016560932504411152,
      "loss": 1.1832,
      "step": 5545
    },
    {
      "epoch": 3.468417761100688,
      "grad_norm": 1.4743999484624934,
      "learning_rate": 0.0001655476065064135,
      "loss": 1.2469,
      "step": 5546
    },
    {
      "epoch": 3.469043151969981,
      "grad_norm": 1.5214767741902688,
      "learning_rate": 0.00016548588530785515,
      "loss": 1.3178,
      "step": 5547
    },
    {
      "epoch": 3.4696685428392744,
      "grad_norm": 1.6264634584470754,
      "learning_rate": 0.00016542416145899944,
      "loss": 1.4205,
      "step": 5548
    },
    {
      "epoch": 3.470293933708568,
      "grad_norm": 1.7568452350756207,
      "learning_rate": 0.00016536243497041007,
      "loss": 1.5266,
      "step": 5549
    },
    {
      "epoch": 3.4709193245778613,
      "grad_norm": 1.617397231468223,
      "learning_rate": 0.00016530070585265102,
      "loss": 1.2863,
      "step": 5550
    },
    {
      "epoch": 3.4715447154471546,
      "grad_norm": 1.6429051212033219,
      "learning_rate": 0.00016523897411628685,
      "loss": 1.539,
      "step": 5551
    },
    {
      "epoch": 3.472170106316448,
      "grad_norm": 1.6761394535560672,
      "learning_rate": 0.00016517723977188244,
      "loss": 1.4517,
      "step": 5552
    },
    {
      "epoch": 3.472795497185741,
      "grad_norm": 1.6607983134083208,
      "learning_rate": 0.0001651155028300032,
      "loss": 1.4426,
      "step": 5553
    },
    {
      "epoch": 3.4734208880550344,
      "grad_norm": 1.5702843192821991,
      "learning_rate": 0.00016505376330121493,
      "loss": 1.3544,
      "step": 5554
    },
    {
      "epoch": 3.4740462789243276,
      "grad_norm": 1.6165417783667944,
      "learning_rate": 0.0001649920211960839,
      "loss": 1.302,
      "step": 5555
    },
    {
      "epoch": 3.474671669793621,
      "grad_norm": 1.7470406106939589,
      "learning_rate": 0.00016493027652517692,
      "loss": 1.6228,
      "step": 5556
    },
    {
      "epoch": 3.475297060662914,
      "grad_norm": 1.6953064429832496,
      "learning_rate": 0.00016486852929906105,
      "loss": 1.5701,
      "step": 5557
    },
    {
      "epoch": 3.475922451532208,
      "grad_norm": 1.5147421182864236,
      "learning_rate": 0.0001648067795283039,
      "loss": 1.3081,
      "step": 5558
    },
    {
      "epoch": 3.476547842401501,
      "grad_norm": 1.6460875532630814,
      "learning_rate": 0.0001647450272234735,
      "loss": 1.449,
      "step": 5559
    },
    {
      "epoch": 3.4771732332707943,
      "grad_norm": 1.511409971988241,
      "learning_rate": 0.00016468327239513834,
      "loss": 1.2099,
      "step": 5560
    },
    {
      "epoch": 3.4777986241400876,
      "grad_norm": 1.310461212889926,
      "learning_rate": 0.00016462151505386728,
      "loss": 1.0859,
      "step": 5561
    },
    {
      "epoch": 3.478424015009381,
      "grad_norm": 1.5145161230617927,
      "learning_rate": 0.00016455975521022966,
      "loss": 1.3875,
      "step": 5562
    },
    {
      "epoch": 3.479049405878674,
      "grad_norm": 1.7501920223444773,
      "learning_rate": 0.00016449799287479518,
      "loss": 1.562,
      "step": 5563
    },
    {
      "epoch": 3.4796747967479673,
      "grad_norm": 1.3724582329579347,
      "learning_rate": 0.00016443622805813415,
      "loss": 1.1674,
      "step": 5564
    },
    {
      "epoch": 3.480300187617261,
      "grad_norm": 1.5453683715056348,
      "learning_rate": 0.000164374460770817,
      "loss": 1.3654,
      "step": 5565
    },
    {
      "epoch": 3.4809255784865543,
      "grad_norm": 1.7562340963124976,
      "learning_rate": 0.00016431269102341485,
      "loss": 1.7009,
      "step": 5566
    },
    {
      "epoch": 3.4815509693558475,
      "grad_norm": 1.6148742993431977,
      "learning_rate": 0.00016425091882649913,
      "loss": 1.2705,
      "step": 5567
    },
    {
      "epoch": 3.4821763602251408,
      "grad_norm": 1.7229835115879295,
      "learning_rate": 0.0001641891441906417,
      "loss": 1.485,
      "step": 5568
    },
    {
      "epoch": 3.482801751094434,
      "grad_norm": 1.370466253121663,
      "learning_rate": 0.0001641273671264149,
      "loss": 0.9861,
      "step": 5569
    },
    {
      "epoch": 3.4834271419637273,
      "grad_norm": 1.6261783355426636,
      "learning_rate": 0.00016406558764439134,
      "loss": 1.275,
      "step": 5570
    },
    {
      "epoch": 3.4840525328330205,
      "grad_norm": 1.66265699001,
      "learning_rate": 0.00016400380575514416,
      "loss": 1.4279,
      "step": 5571
    },
    {
      "epoch": 3.4846779237023138,
      "grad_norm": 1.7142372105804302,
      "learning_rate": 0.0001639420214692469,
      "loss": 1.5205,
      "step": 5572
    },
    {
      "epoch": 3.485303314571607,
      "grad_norm": 1.5072176194318618,
      "learning_rate": 0.0001638802347972735,
      "loss": 1.3388,
      "step": 5573
    },
    {
      "epoch": 3.4859287054409007,
      "grad_norm": 1.7183243421045606,
      "learning_rate": 0.00016381844574979825,
      "loss": 1.5232,
      "step": 5574
    },
    {
      "epoch": 3.486554096310194,
      "grad_norm": 1.5196121794609547,
      "learning_rate": 0.000163756654337396,
      "loss": 1.3819,
      "step": 5575
    },
    {
      "epoch": 3.4871794871794872,
      "grad_norm": 1.7904548224277164,
      "learning_rate": 0.00016369486057064175,
      "loss": 1.8376,
      "step": 5576
    },
    {
      "epoch": 3.4878048780487805,
      "grad_norm": 1.4610932288156884,
      "learning_rate": 0.00016363306446011118,
      "loss": 1.2677,
      "step": 5577
    },
    {
      "epoch": 3.4884302689180737,
      "grad_norm": 1.7275042201895205,
      "learning_rate": 0.00016357126601638023,
      "loss": 1.4784,
      "step": 5578
    },
    {
      "epoch": 3.489055659787367,
      "grad_norm": 1.5692952883959979,
      "learning_rate": 0.0001635094652500252,
      "loss": 1.4447,
      "step": 5579
    },
    {
      "epoch": 3.4896810506566602,
      "grad_norm": 1.5420307733347658,
      "learning_rate": 0.00016344766217162292,
      "loss": 1.2077,
      "step": 5580
    },
    {
      "epoch": 3.490306441525954,
      "grad_norm": 1.4853545606143164,
      "learning_rate": 0.00016338585679175053,
      "loss": 1.3264,
      "step": 5581
    },
    {
      "epoch": 3.490931832395247,
      "grad_norm": 1.5840252041599823,
      "learning_rate": 0.0001633240491209855,
      "loss": 1.4687,
      "step": 5582
    },
    {
      "epoch": 3.4915572232645404,
      "grad_norm": 1.439897927088476,
      "learning_rate": 0.00016326223916990581,
      "loss": 1.3164,
      "step": 5583
    },
    {
      "epoch": 3.4921826141338337,
      "grad_norm": 1.4622953189310282,
      "learning_rate": 0.0001632004269490898,
      "loss": 1.3019,
      "step": 5584
    },
    {
      "epoch": 3.492808005003127,
      "grad_norm": 1.5895998159828506,
      "learning_rate": 0.00016313861246911618,
      "loss": 1.4021,
      "step": 5585
    },
    {
      "epoch": 3.49343339587242,
      "grad_norm": 1.7135470023915245,
      "learning_rate": 0.00016307679574056403,
      "loss": 1.5308,
      "step": 5586
    },
    {
      "epoch": 3.4940587867417134,
      "grad_norm": 1.3483050078879157,
      "learning_rate": 0.00016301497677401292,
      "loss": 1.1527,
      "step": 5587
    },
    {
      "epoch": 3.4946841776110067,
      "grad_norm": 1.5040948178537736,
      "learning_rate": 0.00016295315558004255,
      "loss": 1.2913,
      "step": 5588
    },
    {
      "epoch": 3.4953095684803,
      "grad_norm": 1.6667894307510551,
      "learning_rate": 0.00016289133216923336,
      "loss": 1.5081,
      "step": 5589
    },
    {
      "epoch": 3.4959349593495936,
      "grad_norm": 1.5710663022202833,
      "learning_rate": 0.00016282950655216585,
      "loss": 1.222,
      "step": 5590
    },
    {
      "epoch": 3.496560350218887,
      "grad_norm": 1.667174528101933,
      "learning_rate": 0.00016276767873942105,
      "loss": 1.4333,
      "step": 5591
    },
    {
      "epoch": 3.49718574108818,
      "grad_norm": 1.6392347181291782,
      "learning_rate": 0.00016270584874158038,
      "loss": 1.3908,
      "step": 5592
    },
    {
      "epoch": 3.4978111319574734,
      "grad_norm": 1.5487995211549563,
      "learning_rate": 0.00016264401656922558,
      "loss": 1.213,
      "step": 5593
    },
    {
      "epoch": 3.4984365228267666,
      "grad_norm": 1.4614061564405134,
      "learning_rate": 0.00016258218223293876,
      "loss": 1.1495,
      "step": 5594
    },
    {
      "epoch": 3.49906191369606,
      "grad_norm": 1.6238947777848796,
      "learning_rate": 0.00016252034574330243,
      "loss": 1.3,
      "step": 5595
    },
    {
      "epoch": 3.499687304565353,
      "grad_norm": 1.565319710610858,
      "learning_rate": 0.00016245850711089948,
      "loss": 1.2763,
      "step": 5596
    },
    {
      "epoch": 3.500312695434647,
      "grad_norm": 1.5766634898510878,
      "learning_rate": 0.00016239666634631315,
      "loss": 1.3261,
      "step": 5597
    },
    {
      "epoch": 3.50093808630394,
      "grad_norm": 1.636043649687373,
      "learning_rate": 0.000162334823460127,
      "loss": 1.3411,
      "step": 5598
    },
    {
      "epoch": 3.5015634771732334,
      "grad_norm": 1.650932979781122,
      "learning_rate": 0.00016227297846292503,
      "loss": 1.4775,
      "step": 5599
    },
    {
      "epoch": 3.5021888680425266,
      "grad_norm": 1.7019679103321852,
      "learning_rate": 0.00016221113136529152,
      "loss": 1.4555,
      "step": 5600
    },
    {
      "epoch": 3.50281425891182,
      "grad_norm": 1.5503352857900494,
      "learning_rate": 0.00016214928217781117,
      "loss": 1.2295,
      "step": 5601
    },
    {
      "epoch": 3.503439649781113,
      "grad_norm": 1.5930927293264683,
      "learning_rate": 0.00016208743091106903,
      "loss": 1.3329,
      "step": 5602
    },
    {
      "epoch": 3.5040650406504064,
      "grad_norm": 1.6188753458347853,
      "learning_rate": 0.00016202557757565052,
      "loss": 1.2972,
      "step": 5603
    },
    {
      "epoch": 3.5046904315197,
      "grad_norm": 1.501793415779688,
      "learning_rate": 0.00016196372218214142,
      "loss": 1.1492,
      "step": 5604
    },
    {
      "epoch": 3.505315822388993,
      "grad_norm": 1.7522267878612117,
      "learning_rate": 0.00016190186474112768,
      "loss": 1.6394,
      "step": 5605
    },
    {
      "epoch": 3.5059412132582866,
      "grad_norm": 1.5358651653903401,
      "learning_rate": 0.0001618400052631959,
      "loss": 1.4668,
      "step": 5606
    },
    {
      "epoch": 3.50656660412758,
      "grad_norm": 1.6602064576833784,
      "learning_rate": 0.00016177814375893285,
      "loss": 1.3609,
      "step": 5607
    },
    {
      "epoch": 3.507191994996873,
      "grad_norm": 1.2801002193767899,
      "learning_rate": 0.00016171628023892566,
      "loss": 1.0307,
      "step": 5608
    },
    {
      "epoch": 3.5078173858661663,
      "grad_norm": 1.6562632473504366,
      "learning_rate": 0.00016165441471376182,
      "loss": 1.4263,
      "step": 5609
    },
    {
      "epoch": 3.5084427767354596,
      "grad_norm": 1.8440908110657828,
      "learning_rate": 0.00016159254719402922,
      "loss": 1.662,
      "step": 5610
    },
    {
      "epoch": 3.509068167604753,
      "grad_norm": 1.4247593846356648,
      "learning_rate": 0.00016153067769031595,
      "loss": 1.2299,
      "step": 5611
    },
    {
      "epoch": 3.509693558474046,
      "grad_norm": 1.5260446614344045,
      "learning_rate": 0.00016146880621321056,
      "loss": 1.2612,
      "step": 5612
    },
    {
      "epoch": 3.5103189493433398,
      "grad_norm": 1.535939905813575,
      "learning_rate": 0.00016140693277330196,
      "loss": 1.1728,
      "step": 5613
    },
    {
      "epoch": 3.510944340212633,
      "grad_norm": 1.830004059393655,
      "learning_rate": 0.0001613450573811793,
      "loss": 1.6782,
      "step": 5614
    },
    {
      "epoch": 3.5115697310819263,
      "grad_norm": 1.5651029770000604,
      "learning_rate": 0.0001612831800474321,
      "loss": 1.3871,
      "step": 5615
    },
    {
      "epoch": 3.5121951219512195,
      "grad_norm": 1.5774370575575825,
      "learning_rate": 0.00016122130078265022,
      "loss": 1.4568,
      "step": 5616
    },
    {
      "epoch": 3.5128205128205128,
      "grad_norm": 1.7057294692342324,
      "learning_rate": 0.00016115941959742386,
      "loss": 1.531,
      "step": 5617
    },
    {
      "epoch": 3.513445903689806,
      "grad_norm": 1.629225869056911,
      "learning_rate": 0.00016109753650234352,
      "loss": 1.3052,
      "step": 5618
    },
    {
      "epoch": 3.5140712945590993,
      "grad_norm": 1.4845141220952862,
      "learning_rate": 0.00016103565150800007,
      "loss": 1.3111,
      "step": 5619
    },
    {
      "epoch": 3.514696685428393,
      "grad_norm": 1.4764729916572261,
      "learning_rate": 0.00016097376462498468,
      "loss": 1.1665,
      "step": 5620
    },
    {
      "epoch": 3.515322076297686,
      "grad_norm": 1.7087790726586565,
      "learning_rate": 0.0001609118758638888,
      "loss": 1.5444,
      "step": 5621
    },
    {
      "epoch": 3.5159474671669795,
      "grad_norm": 1.5882361949480341,
      "learning_rate": 0.00016084998523530433,
      "loss": 1.4165,
      "step": 5622
    },
    {
      "epoch": 3.5165728580362727,
      "grad_norm": 1.4773211150956391,
      "learning_rate": 0.00016078809274982332,
      "loss": 1.4345,
      "step": 5623
    },
    {
      "epoch": 3.517198248905566,
      "grad_norm": 1.4198456631587977,
      "learning_rate": 0.00016072619841803822,
      "loss": 1.0621,
      "step": 5624
    },
    {
      "epoch": 3.5178236397748592,
      "grad_norm": 1.4374369034952548,
      "learning_rate": 0.00016066430225054187,
      "loss": 1.2085,
      "step": 5625
    },
    {
      "epoch": 3.5184490306441525,
      "grad_norm": 1.7337548578952982,
      "learning_rate": 0.00016060240425792727,
      "loss": 1.3333,
      "step": 5626
    },
    {
      "epoch": 3.5190744215134457,
      "grad_norm": 1.550060894906999,
      "learning_rate": 0.00016054050445078787,
      "loss": 1.3268,
      "step": 5627
    },
    {
      "epoch": 3.519699812382739,
      "grad_norm": 1.6134534231764965,
      "learning_rate": 0.00016047860283971733,
      "loss": 1.4188,
      "step": 5628
    },
    {
      "epoch": 3.5203252032520327,
      "grad_norm": 1.5363054721422826,
      "learning_rate": 0.00016041669943530967,
      "loss": 1.3809,
      "step": 5629
    },
    {
      "epoch": 3.520950594121326,
      "grad_norm": 1.3603147887463962,
      "learning_rate": 0.00016035479424815932,
      "loss": 1.1679,
      "step": 5630
    },
    {
      "epoch": 3.521575984990619,
      "grad_norm": 1.7706976423624616,
      "learning_rate": 0.00016029288728886071,
      "loss": 1.5873,
      "step": 5631
    },
    {
      "epoch": 3.5222013758599124,
      "grad_norm": 1.5542854005683864,
      "learning_rate": 0.00016023097856800896,
      "loss": 1.3928,
      "step": 5632
    },
    {
      "epoch": 3.5228267667292057,
      "grad_norm": 1.806605768820998,
      "learning_rate": 0.00016016906809619913,
      "loss": 1.6318,
      "step": 5633
    },
    {
      "epoch": 3.523452157598499,
      "grad_norm": 1.7425577498465812,
      "learning_rate": 0.00016010715588402687,
      "loss": 1.5355,
      "step": 5634
    },
    {
      "epoch": 3.524077548467792,
      "grad_norm": 1.6139175692111356,
      "learning_rate": 0.00016004524194208794,
      "loss": 1.4244,
      "step": 5635
    },
    {
      "epoch": 3.524702939337086,
      "grad_norm": 1.6668666789188091,
      "learning_rate": 0.00015998332628097854,
      "loss": 1.5264,
      "step": 5636
    },
    {
      "epoch": 3.525328330206379,
      "grad_norm": 1.4027422315580238,
      "learning_rate": 0.00015992140891129498,
      "loss": 1.2976,
      "step": 5637
    },
    {
      "epoch": 3.5259537210756724,
      "grad_norm": 1.5902132019285564,
      "learning_rate": 0.00015985948984363412,
      "loss": 1.3274,
      "step": 5638
    },
    {
      "epoch": 3.5265791119449656,
      "grad_norm": 1.5871342488619262,
      "learning_rate": 0.0001597975690885928,
      "loss": 1.2985,
      "step": 5639
    },
    {
      "epoch": 3.527204502814259,
      "grad_norm": 1.744274165777026,
      "learning_rate": 0.00015973564665676838,
      "loss": 1.5534,
      "step": 5640
    },
    {
      "epoch": 3.527829893683552,
      "grad_norm": 1.5493875619247155,
      "learning_rate": 0.00015967372255875847,
      "loss": 1.3845,
      "step": 5641
    },
    {
      "epoch": 3.5284552845528454,
      "grad_norm": 1.5867250071602697,
      "learning_rate": 0.00015961179680516087,
      "loss": 1.379,
      "step": 5642
    },
    {
      "epoch": 3.529080675422139,
      "grad_norm": 1.683203290840636,
      "learning_rate": 0.0001595498694065738,
      "loss": 1.3879,
      "step": 5643
    },
    {
      "epoch": 3.529706066291432,
      "grad_norm": 1.4799986872652229,
      "learning_rate": 0.00015948794037359557,
      "loss": 1.3112,
      "step": 5644
    },
    {
      "epoch": 3.5303314571607256,
      "grad_norm": 1.555267946034854,
      "learning_rate": 0.000159426009716825,
      "loss": 1.2803,
      "step": 5645
    },
    {
      "epoch": 3.530956848030019,
      "grad_norm": 1.5779431923626175,
      "learning_rate": 0.00015936407744686105,
      "loss": 1.4671,
      "step": 5646
    },
    {
      "epoch": 3.531582238899312,
      "grad_norm": 1.652568583046478,
      "learning_rate": 0.00015930214357430292,
      "loss": 1.4806,
      "step": 5647
    },
    {
      "epoch": 3.5322076297686054,
      "grad_norm": 1.751986918263682,
      "learning_rate": 0.00015924020810975016,
      "loss": 1.4779,
      "step": 5648
    },
    {
      "epoch": 3.5328330206378986,
      "grad_norm": 1.6669389804282218,
      "learning_rate": 0.00015917827106380264,
      "loss": 1.3991,
      "step": 5649
    },
    {
      "epoch": 3.533458411507192,
      "grad_norm": 1.5013077051566137,
      "learning_rate": 0.00015911633244706036,
      "loss": 1.2807,
      "step": 5650
    },
    {
      "epoch": 3.534083802376485,
      "grad_norm": 1.4848306730202538,
      "learning_rate": 0.00015905439227012377,
      "loss": 1.2593,
      "step": 5651
    },
    {
      "epoch": 3.534709193245779,
      "grad_norm": 1.7330964796033517,
      "learning_rate": 0.00015899245054359334,
      "loss": 1.6457,
      "step": 5652
    },
    {
      "epoch": 3.535334584115072,
      "grad_norm": 1.6740078194064667,
      "learning_rate": 0.00015893050727807008,
      "loss": 1.5094,
      "step": 5653
    },
    {
      "epoch": 3.5359599749843653,
      "grad_norm": 1.7760510006834935,
      "learning_rate": 0.0001588685624841551,
      "loss": 1.5156,
      "step": 5654
    },
    {
      "epoch": 3.5365853658536586,
      "grad_norm": 1.6465771257004718,
      "learning_rate": 0.00015880661617244976,
      "loss": 1.5254,
      "step": 5655
    },
    {
      "epoch": 3.537210756722952,
      "grad_norm": 1.3726556944578556,
      "learning_rate": 0.0001587446683535557,
      "loss": 1.1794,
      "step": 5656
    },
    {
      "epoch": 3.537836147592245,
      "grad_norm": 1.6051518746072664,
      "learning_rate": 0.00015868271903807493,
      "loss": 1.3984,
      "step": 5657
    },
    {
      "epoch": 3.5384615384615383,
      "grad_norm": 1.6803617252758878,
      "learning_rate": 0.00015862076823660955,
      "loss": 1.594,
      "step": 5658
    },
    {
      "epoch": 3.539086929330832,
      "grad_norm": 1.5292445927071598,
      "learning_rate": 0.00015855881595976205,
      "loss": 1.4572,
      "step": 5659
    },
    {
      "epoch": 3.539712320200125,
      "grad_norm": 1.5523374997689212,
      "learning_rate": 0.0001584968622181351,
      "loss": 1.48,
      "step": 5660
    },
    {
      "epoch": 3.5403377110694185,
      "grad_norm": 1.507783806666473,
      "learning_rate": 0.0001584349070223316,
      "loss": 1.4293,
      "step": 5661
    },
    {
      "epoch": 3.5409631019387118,
      "grad_norm": 1.5835007807710024,
      "learning_rate": 0.0001583729503829548,
      "loss": 1.4624,
      "step": 5662
    },
    {
      "epoch": 3.541588492808005,
      "grad_norm": 1.442031210796463,
      "learning_rate": 0.00015831099231060808,
      "loss": 1.3157,
      "step": 5663
    },
    {
      "epoch": 3.5422138836772983,
      "grad_norm": 1.3247226665463798,
      "learning_rate": 0.00015824903281589514,
      "loss": 1.16,
      "step": 5664
    },
    {
      "epoch": 3.5428392745465915,
      "grad_norm": 1.608132682009376,
      "learning_rate": 0.0001581870719094198,
      "loss": 1.5077,
      "step": 5665
    },
    {
      "epoch": 3.543464665415885,
      "grad_norm": 1.5556693337660301,
      "learning_rate": 0.00015812510960178637,
      "loss": 1.5453,
      "step": 5666
    },
    {
      "epoch": 3.544090056285178,
      "grad_norm": 1.2881026763941321,
      "learning_rate": 0.0001580631459035992,
      "loss": 1.0958,
      "step": 5667
    },
    {
      "epoch": 3.5447154471544717,
      "grad_norm": 1.5461559449675177,
      "learning_rate": 0.00015800118082546287,
      "loss": 1.4372,
      "step": 5668
    },
    {
      "epoch": 3.545340838023765,
      "grad_norm": 1.6288734165948693,
      "learning_rate": 0.00015793921437798233,
      "loss": 1.4765,
      "step": 5669
    },
    {
      "epoch": 3.5459662288930582,
      "grad_norm": 1.5080950929380124,
      "learning_rate": 0.00015787724657176263,
      "loss": 1.2931,
      "step": 5670
    },
    {
      "epoch": 3.5465916197623515,
      "grad_norm": 1.5417684665921063,
      "learning_rate": 0.0001578152774174092,
      "loss": 1.3401,
      "step": 5671
    },
    {
      "epoch": 3.5472170106316447,
      "grad_norm": 1.3809493222528915,
      "learning_rate": 0.0001577533069255275,
      "loss": 1.1565,
      "step": 5672
    },
    {
      "epoch": 3.547842401500938,
      "grad_norm": 1.4747177043588044,
      "learning_rate": 0.0001576913351067234,
      "loss": 1.3007,
      "step": 5673
    },
    {
      "epoch": 3.5484677923702312,
      "grad_norm": 1.4826309437861298,
      "learning_rate": 0.00015762936197160292,
      "loss": 1.3453,
      "step": 5674
    },
    {
      "epoch": 3.549093183239525,
      "grad_norm": 1.6199353587540146,
      "learning_rate": 0.00015756738753077231,
      "loss": 1.5422,
      "step": 5675
    },
    {
      "epoch": 3.5497185741088177,
      "grad_norm": 1.5859499485167052,
      "learning_rate": 0.00015750541179483806,
      "loss": 1.4051,
      "step": 5676
    },
    {
      "epoch": 3.5503439649781114,
      "grad_norm": 1.7225373093376288,
      "learning_rate": 0.00015744343477440683,
      "loss": 1.525,
      "step": 5677
    },
    {
      "epoch": 3.5509693558474047,
      "grad_norm": 1.8790001659843547,
      "learning_rate": 0.0001573814564800856,
      "loss": 1.7369,
      "step": 5678
    },
    {
      "epoch": 3.551594746716698,
      "grad_norm": 1.7856807366591358,
      "learning_rate": 0.00015731947692248144,
      "loss": 1.6048,
      "step": 5679
    },
    {
      "epoch": 3.552220137585991,
      "grad_norm": 1.3444933086352067,
      "learning_rate": 0.00015725749611220175,
      "loss": 1.126,
      "step": 5680
    },
    {
      "epoch": 3.5528455284552845,
      "grad_norm": 1.5139125620708793,
      "learning_rate": 0.00015719551405985407,
      "loss": 1.2494,
      "step": 5681
    },
    {
      "epoch": 3.5534709193245777,
      "grad_norm": 1.6288077248887836,
      "learning_rate": 0.0001571335307760462,
      "loss": 1.386,
      "step": 5682
    },
    {
      "epoch": 3.554096310193871,
      "grad_norm": 1.3940025400336218,
      "learning_rate": 0.00015707154627138612,
      "loss": 1.1649,
      "step": 5683
    },
    {
      "epoch": 3.5547217010631647,
      "grad_norm": 1.5756388259381513,
      "learning_rate": 0.000157009560556482,
      "loss": 1.4132,
      "step": 5684
    },
    {
      "epoch": 3.555347091932458,
      "grad_norm": 1.3634348539106078,
      "learning_rate": 0.00015694757364194232,
      "loss": 1.1593,
      "step": 5685
    },
    {
      "epoch": 3.555972482801751,
      "grad_norm": 1.62036958930416,
      "learning_rate": 0.00015688558553837565,
      "loss": 1.3915,
      "step": 5686
    },
    {
      "epoch": 3.5565978736710444,
      "grad_norm": 1.617131468153734,
      "learning_rate": 0.0001568235962563908,
      "loss": 1.3805,
      "step": 5687
    },
    {
      "epoch": 3.5572232645403377,
      "grad_norm": 1.4869236207460945,
      "learning_rate": 0.0001567616058065968,
      "loss": 1.3182,
      "step": 5688
    },
    {
      "epoch": 3.557848655409631,
      "grad_norm": 1.4017487493928644,
      "learning_rate": 0.00015669961419960282,
      "loss": 1.2395,
      "step": 5689
    },
    {
      "epoch": 3.558474046278924,
      "grad_norm": 1.3569730584947037,
      "learning_rate": 0.00015663762144601834,
      "loss": 1.185,
      "step": 5690
    },
    {
      "epoch": 3.559099437148218,
      "grad_norm": 1.6329367248157964,
      "learning_rate": 0.00015657562755645295,
      "loss": 1.4432,
      "step": 5691
    },
    {
      "epoch": 3.5597248280175107,
      "grad_norm": 1.706385886672792,
      "learning_rate": 0.00015651363254151648,
      "loss": 1.4969,
      "step": 5692
    },
    {
      "epoch": 3.5603502188868044,
      "grad_norm": 1.617059511881611,
      "learning_rate": 0.00015645163641181886,
      "loss": 1.4954,
      "step": 5693
    },
    {
      "epoch": 3.5609756097560976,
      "grad_norm": 1.5560237526108938,
      "learning_rate": 0.00015638963917797037,
      "loss": 1.2768,
      "step": 5694
    },
    {
      "epoch": 3.561601000625391,
      "grad_norm": 1.675209282718491,
      "learning_rate": 0.00015632764085058134,
      "loss": 1.5247,
      "step": 5695
    },
    {
      "epoch": 3.562226391494684,
      "grad_norm": 1.6242226617618643,
      "learning_rate": 0.0001562656414402623,
      "loss": 1.4185,
      "step": 5696
    },
    {
      "epoch": 3.5628517823639774,
      "grad_norm": 1.5144497244940092,
      "learning_rate": 0.00015620364095762402,
      "loss": 1.1856,
      "step": 5697
    },
    {
      "epoch": 3.563477173233271,
      "grad_norm": 1.8022077965979586,
      "learning_rate": 0.0001561416394132775,
      "loss": 1.7982,
      "step": 5698
    },
    {
      "epoch": 3.564102564102564,
      "grad_norm": 1.6592108482150298,
      "learning_rate": 0.00015607963681783378,
      "loss": 1.5689,
      "step": 5699
    },
    {
      "epoch": 3.5647279549718576,
      "grad_norm": 1.4726892276023222,
      "learning_rate": 0.00015601763318190417,
      "loss": 1.3126,
      "step": 5700
    },
    {
      "epoch": 3.565353345841151,
      "grad_norm": 1.4087355862953626,
      "learning_rate": 0.0001559556285161002,
      "loss": 1.2227,
      "step": 5701
    },
    {
      "epoch": 3.565978736710444,
      "grad_norm": 1.3021596602859173,
      "learning_rate": 0.00015589362283103343,
      "loss": 1.1349,
      "step": 5702
    },
    {
      "epoch": 3.5666041275797373,
      "grad_norm": 1.7148050429369581,
      "learning_rate": 0.00015583161613731577,
      "loss": 1.6348,
      "step": 5703
    },
    {
      "epoch": 3.5672295184490306,
      "grad_norm": 1.7635086823187691,
      "learning_rate": 0.00015576960844555915,
      "loss": 1.8193,
      "step": 5704
    },
    {
      "epoch": 3.567854909318324,
      "grad_norm": 1.5786373091980064,
      "learning_rate": 0.00015570759976637577,
      "loss": 1.5814,
      "step": 5705
    },
    {
      "epoch": 3.568480300187617,
      "grad_norm": 1.55929324354725,
      "learning_rate": 0.00015564559011037795,
      "loss": 1.3891,
      "step": 5706
    },
    {
      "epoch": 3.569105691056911,
      "grad_norm": 1.537737698205656,
      "learning_rate": 0.00015558357948817825,
      "loss": 1.513,
      "step": 5707
    },
    {
      "epoch": 3.569731081926204,
      "grad_norm": 1.8065573873115677,
      "learning_rate": 0.00015552156791038928,
      "loss": 1.8898,
      "step": 5708
    },
    {
      "epoch": 3.5703564727954973,
      "grad_norm": 1.4332478256960959,
      "learning_rate": 0.00015545955538762387,
      "loss": 1.2792,
      "step": 5709
    },
    {
      "epoch": 3.5709818636647905,
      "grad_norm": 1.5401607078300517,
      "learning_rate": 0.00015539754193049502,
      "loss": 1.4748,
      "step": 5710
    },
    {
      "epoch": 3.571607254534084,
      "grad_norm": 1.5891395028458706,
      "learning_rate": 0.00015533552754961593,
      "loss": 1.4708,
      "step": 5711
    },
    {
      "epoch": 3.572232645403377,
      "grad_norm": 1.4957109145878837,
      "learning_rate": 0.0001552735122555999,
      "loss": 1.4062,
      "step": 5712
    },
    {
      "epoch": 3.5728580362726703,
      "grad_norm": 1.519051834927715,
      "learning_rate": 0.00015521149605906038,
      "loss": 1.3921,
      "step": 5713
    },
    {
      "epoch": 3.573483427141964,
      "grad_norm": 1.4839699072161097,
      "learning_rate": 0.00015514947897061096,
      "loss": 1.2483,
      "step": 5714
    },
    {
      "epoch": 3.574108818011257,
      "grad_norm": 1.3585542880816859,
      "learning_rate": 0.00015508746100086548,
      "loss": 1.1827,
      "step": 5715
    },
    {
      "epoch": 3.5747342088805505,
      "grad_norm": 1.5216051022827841,
      "learning_rate": 0.00015502544216043783,
      "loss": 1.284,
      "step": 5716
    },
    {
      "epoch": 3.5753595997498437,
      "grad_norm": 1.4330968981450496,
      "learning_rate": 0.0001549634224599421,
      "loss": 1.3039,
      "step": 5717
    },
    {
      "epoch": 3.575984990619137,
      "grad_norm": 1.784859866926224,
      "learning_rate": 0.0001549014019099925,
      "loss": 1.8147,
      "step": 5718
    },
    {
      "epoch": 3.5766103814884302,
      "grad_norm": 1.5100981340405946,
      "learning_rate": 0.0001548393805212034,
      "loss": 1.311,
      "step": 5719
    },
    {
      "epoch": 3.5772357723577235,
      "grad_norm": 1.4683466971221522,
      "learning_rate": 0.00015477735830418936,
      "loss": 1.279,
      "step": 5720
    },
    {
      "epoch": 3.5778611632270167,
      "grad_norm": 1.651782706574721,
      "learning_rate": 0.00015471533526956494,
      "loss": 1.3962,
      "step": 5721
    },
    {
      "epoch": 3.57848655409631,
      "grad_norm": 1.7851914024723505,
      "learning_rate": 0.000154653311427945,
      "loss": 1.4913,
      "step": 5722
    },
    {
      "epoch": 3.5791119449656037,
      "grad_norm": 1.6333864057986336,
      "learning_rate": 0.00015459128678994445,
      "loss": 1.2894,
      "step": 5723
    },
    {
      "epoch": 3.579737335834897,
      "grad_norm": 1.5099768905778634,
      "learning_rate": 0.00015452926136617839,
      "loss": 1.3098,
      "step": 5724
    },
    {
      "epoch": 3.58036272670419,
      "grad_norm": 1.4991809682200088,
      "learning_rate": 0.00015446723516726198,
      "loss": 1.2503,
      "step": 5725
    },
    {
      "epoch": 3.5809881175734835,
      "grad_norm": 1.6683621819457342,
      "learning_rate": 0.0001544052082038106,
      "loss": 1.4994,
      "step": 5726
    },
    {
      "epoch": 3.5816135084427767,
      "grad_norm": 1.5595137264899672,
      "learning_rate": 0.00015434318048643966,
      "loss": 1.2999,
      "step": 5727
    },
    {
      "epoch": 3.58223889931207,
      "grad_norm": 1.881008367757654,
      "learning_rate": 0.00015428115202576484,
      "loss": 1.747,
      "step": 5728
    },
    {
      "epoch": 3.582864290181363,
      "grad_norm": 1.5349061182600676,
      "learning_rate": 0.00015421912283240176,
      "loss": 1.3144,
      "step": 5729
    },
    {
      "epoch": 3.583489681050657,
      "grad_norm": 1.8554750682717807,
      "learning_rate": 0.00015415709291696634,
      "loss": 1.6378,
      "step": 5730
    },
    {
      "epoch": 3.5841150719199497,
      "grad_norm": 1.6057691698425611,
      "learning_rate": 0.0001540950622900745,
      "loss": 1.4262,
      "step": 5731
    },
    {
      "epoch": 3.5847404627892434,
      "grad_norm": 1.5952558253429057,
      "learning_rate": 0.0001540330309623424,
      "loss": 1.4063,
      "step": 5732
    },
    {
      "epoch": 3.5853658536585367,
      "grad_norm": 1.5591528756670312,
      "learning_rate": 0.00015397099894438619,
      "loss": 1.4004,
      "step": 5733
    },
    {
      "epoch": 3.58599124452783,
      "grad_norm": 1.5951138378534615,
      "learning_rate": 0.00015390896624682224,
      "loss": 1.4538,
      "step": 5734
    },
    {
      "epoch": 3.586616635397123,
      "grad_norm": 1.6169921799372238,
      "learning_rate": 0.00015384693288026698,
      "loss": 1.4745,
      "step": 5735
    },
    {
      "epoch": 3.5872420262664164,
      "grad_norm": 1.5098527265058779,
      "learning_rate": 0.000153784898855337,
      "loss": 1.3821,
      "step": 5736
    },
    {
      "epoch": 3.5878674171357097,
      "grad_norm": 1.4003472573928017,
      "learning_rate": 0.0001537228641826489,
      "loss": 1.1776,
      "step": 5737
    },
    {
      "epoch": 3.588492808005003,
      "grad_norm": 1.5386429344632868,
      "learning_rate": 0.00015366082887281952,
      "loss": 1.3147,
      "step": 5738
    },
    {
      "epoch": 3.5891181988742966,
      "grad_norm": 1.7811398001711416,
      "learning_rate": 0.00015359879293646577,
      "loss": 1.7516,
      "step": 5739
    },
    {
      "epoch": 3.58974358974359,
      "grad_norm": 1.737649778373275,
      "learning_rate": 0.00015353675638420463,
      "loss": 1.4803,
      "step": 5740
    },
    {
      "epoch": 3.590368980612883,
      "grad_norm": 1.506546216079648,
      "learning_rate": 0.0001534747192266532,
      "loss": 1.434,
      "step": 5741
    },
    {
      "epoch": 3.5909943714821764,
      "grad_norm": 1.5403320371861837,
      "learning_rate": 0.00015341268147442871,
      "loss": 1.3239,
      "step": 5742
    },
    {
      "epoch": 3.5916197623514696,
      "grad_norm": 1.2307394987254083,
      "learning_rate": 0.00015335064313814846,
      "loss": 0.9913,
      "step": 5743
    },
    {
      "epoch": 3.592245153220763,
      "grad_norm": 1.5526938503179482,
      "learning_rate": 0.0001532886042284299,
      "loss": 1.464,
      "step": 5744
    },
    {
      "epoch": 3.592870544090056,
      "grad_norm": 2.0260716243284222,
      "learning_rate": 0.0001532265647558905,
      "loss": 1.265,
      "step": 5745
    },
    {
      "epoch": 3.59349593495935,
      "grad_norm": 1.7656224039341941,
      "learning_rate": 0.00015316452473114784,
      "loss": 1.4893,
      "step": 5746
    },
    {
      "epoch": 3.5941213258286426,
      "grad_norm": 1.588896718569692,
      "learning_rate": 0.00015310248416481966,
      "loss": 1.428,
      "step": 5747
    },
    {
      "epoch": 3.5947467166979363,
      "grad_norm": 1.5599132512286835,
      "learning_rate": 0.00015304044306752376,
      "loss": 1.3431,
      "step": 5748
    },
    {
      "epoch": 3.5953721075672296,
      "grad_norm": 1.7167397885076523,
      "learning_rate": 0.00015297840144987802,
      "loss": 1.4897,
      "step": 5749
    },
    {
      "epoch": 3.595997498436523,
      "grad_norm": 1.62537087345345,
      "learning_rate": 0.0001529163593225004,
      "loss": 1.433,
      "step": 5750
    },
    {
      "epoch": 3.596622889305816,
      "grad_norm": 1.462452527352964,
      "learning_rate": 0.00015285431669600897,
      "loss": 1.238,
      "step": 5751
    },
    {
      "epoch": 3.5972482801751093,
      "grad_norm": 1.6262424523720107,
      "learning_rate": 0.0001527922735810219,
      "loss": 1.4327,
      "step": 5752
    },
    {
      "epoch": 3.5978736710444026,
      "grad_norm": 1.570640360607434,
      "learning_rate": 0.0001527302299881574,
      "loss": 1.3401,
      "step": 5753
    },
    {
      "epoch": 3.598499061913696,
      "grad_norm": 1.6573267152795534,
      "learning_rate": 0.00015266818592803377,
      "loss": 1.4952,
      "step": 5754
    },
    {
      "epoch": 3.5991244527829895,
      "grad_norm": 1.4431598837898854,
      "learning_rate": 0.0001526061414112694,
      "loss": 1.1563,
      "step": 5755
    },
    {
      "epoch": 3.599749843652283,
      "grad_norm": 1.4350761772735263,
      "learning_rate": 0.00015254409644848275,
      "loss": 1.2002,
      "step": 5756
    },
    {
      "epoch": 3.600375234521576,
      "grad_norm": 1.535096203829821,
      "learning_rate": 0.00015248205105029245,
      "loss": 1.3238,
      "step": 5757
    },
    {
      "epoch": 3.6010006253908693,
      "grad_norm": 1.6817852663630273,
      "learning_rate": 0.00015242000522731704,
      "loss": 1.5236,
      "step": 5758
    },
    {
      "epoch": 3.6016260162601625,
      "grad_norm": 1.6965513529047376,
      "learning_rate": 0.0001523579589901752,
      "loss": 1.5074,
      "step": 5759
    },
    {
      "epoch": 3.602251407129456,
      "grad_norm": 1.5719877766617478,
      "learning_rate": 0.00015229591234948577,
      "loss": 1.359,
      "step": 5760
    },
    {
      "epoch": 3.602876797998749,
      "grad_norm": 1.7339489020688932,
      "learning_rate": 0.00015223386531586756,
      "loss": 1.4839,
      "step": 5761
    },
    {
      "epoch": 3.6035021888680427,
      "grad_norm": 1.4453118588100307,
      "learning_rate": 0.0001521718178999394,
      "loss": 1.1844,
      "step": 5762
    },
    {
      "epoch": 3.604127579737336,
      "grad_norm": 1.619514839007205,
      "learning_rate": 0.00015210977011232034,
      "loss": 1.3726,
      "step": 5763
    },
    {
      "epoch": 3.6047529706066292,
      "grad_norm": 1.6825224107490961,
      "learning_rate": 0.00015204772196362936,
      "loss": 1.3029,
      "step": 5764
    },
    {
      "epoch": 3.6053783614759225,
      "grad_norm": 1.5868076833544413,
      "learning_rate": 0.00015198567346448558,
      "loss": 1.2661,
      "step": 5765
    },
    {
      "epoch": 3.6060037523452158,
      "grad_norm": 1.7363641911950347,
      "learning_rate": 0.00015192362462550818,
      "loss": 1.3088,
      "step": 5766
    },
    {
      "epoch": 3.606629143214509,
      "grad_norm": 1.6457043693417597,
      "learning_rate": 0.00015186157545731628,
      "loss": 1.4057,
      "step": 5767
    },
    {
      "epoch": 3.6072545340838023,
      "grad_norm": 1.477655695731566,
      "learning_rate": 0.00015179952597052927,
      "loss": 1.2283,
      "step": 5768
    },
    {
      "epoch": 3.607879924953096,
      "grad_norm": 1.6328025838844646,
      "learning_rate": 0.00015173747617576637,
      "loss": 1.5138,
      "step": 5769
    },
    {
      "epoch": 3.6085053158223888,
      "grad_norm": 1.566367569982591,
      "learning_rate": 0.00015167542608364698,
      "loss": 1.3355,
      "step": 5770
    },
    {
      "epoch": 3.6091307066916825,
      "grad_norm": 1.43874373998888,
      "learning_rate": 0.00015161337570479056,
      "loss": 1.1479,
      "step": 5771
    },
    {
      "epoch": 3.6097560975609757,
      "grad_norm": 1.7435055171990594,
      "learning_rate": 0.00015155132504981653,
      "loss": 1.5672,
      "step": 5772
    },
    {
      "epoch": 3.610381488430269,
      "grad_norm": 1.8212854546705965,
      "learning_rate": 0.00015148927412934443,
      "loss": 1.7874,
      "step": 5773
    },
    {
      "epoch": 3.611006879299562,
      "grad_norm": 1.843041453909987,
      "learning_rate": 0.00015142722295399385,
      "loss": 1.5747,
      "step": 5774
    },
    {
      "epoch": 3.6116322701688555,
      "grad_norm": 1.6265585606307513,
      "learning_rate": 0.00015136517153438436,
      "loss": 1.4739,
      "step": 5775
    },
    {
      "epoch": 3.6122576610381487,
      "grad_norm": 1.831705181668966,
      "learning_rate": 0.00015130311988113566,
      "loss": 1.6323,
      "step": 5776
    },
    {
      "epoch": 3.612883051907442,
      "grad_norm": 1.4790306800880553,
      "learning_rate": 0.0001512410680048674,
      "loss": 1.2372,
      "step": 5777
    },
    {
      "epoch": 3.6135084427767357,
      "grad_norm": 1.3959882789283098,
      "learning_rate": 0.0001511790159161993,
      "loss": 1.1737,
      "step": 5778
    },
    {
      "epoch": 3.614133833646029,
      "grad_norm": 1.7729957225279012,
      "learning_rate": 0.0001511169636257512,
      "loss": 1.6632,
      "step": 5779
    },
    {
      "epoch": 3.614759224515322,
      "grad_norm": 1.6658034823889663,
      "learning_rate": 0.00015105491114414282,
      "loss": 1.5106,
      "step": 5780
    },
    {
      "epoch": 3.6153846153846154,
      "grad_norm": 1.4859918667414234,
      "learning_rate": 0.00015099285848199404,
      "loss": 1.2618,
      "step": 5781
    },
    {
      "epoch": 3.6160100062539087,
      "grad_norm": 1.670370229766435,
      "learning_rate": 0.0001509308056499247,
      "loss": 1.3477,
      "step": 5782
    },
    {
      "epoch": 3.616635397123202,
      "grad_norm": 1.6234912696672383,
      "learning_rate": 0.0001508687526585547,
      "loss": 1.4888,
      "step": 5783
    },
    {
      "epoch": 3.617260787992495,
      "grad_norm": 1.4675819929004692,
      "learning_rate": 0.00015080669951850396,
      "loss": 1.2772,
      "step": 5784
    },
    {
      "epoch": 3.617886178861789,
      "grad_norm": 1.7429071021104525,
      "learning_rate": 0.0001507446462403925,
      "loss": 1.3888,
      "step": 5785
    },
    {
      "epoch": 3.6185115697310817,
      "grad_norm": 1.5270109788298343,
      "learning_rate": 0.00015068259283484016,
      "loss": 1.214,
      "step": 5786
    },
    {
      "epoch": 3.6191369606003754,
      "grad_norm": 1.598055553676014,
      "learning_rate": 0.00015062053931246696,
      "loss": 1.3826,
      "step": 5787
    },
    {
      "epoch": 3.6197623514696686,
      "grad_norm": 1.6358605352240554,
      "learning_rate": 0.00015055848568389302,
      "loss": 1.4256,
      "step": 5788
    },
    {
      "epoch": 3.620387742338962,
      "grad_norm": 1.5047647265636386,
      "learning_rate": 0.0001504964319597383,
      "loss": 1.2138,
      "step": 5789
    },
    {
      "epoch": 3.621013133208255,
      "grad_norm": 1.4251700767658952,
      "learning_rate": 0.00015043437815062276,
      "loss": 1.1885,
      "step": 5790
    },
    {
      "epoch": 3.6216385240775484,
      "grad_norm": 1.6593161877106688,
      "learning_rate": 0.00015037232426716657,
      "loss": 1.4563,
      "step": 5791
    },
    {
      "epoch": 3.6222639149468416,
      "grad_norm": 1.7368660699343046,
      "learning_rate": 0.00015031027031998977,
      "loss": 1.5746,
      "step": 5792
    },
    {
      "epoch": 3.622889305816135,
      "grad_norm": 1.4243447147926995,
      "learning_rate": 0.00015024821631971248,
      "loss": 1.1024,
      "step": 5793
    },
    {
      "epoch": 3.6235146966854286,
      "grad_norm": 1.8341425439480552,
      "learning_rate": 0.00015018616227695475,
      "loss": 1.4904,
      "step": 5794
    },
    {
      "epoch": 3.624140087554722,
      "grad_norm": 1.749629888071754,
      "learning_rate": 0.0001501241082023367,
      "loss": 1.5839,
      "step": 5795
    },
    {
      "epoch": 3.624765478424015,
      "grad_norm": 1.557561621991665,
      "learning_rate": 0.0001500620541064784,
      "loss": 1.3484,
      "step": 5796
    },
    {
      "epoch": 3.6253908692933083,
      "grad_norm": 1.759167604026639,
      "learning_rate": 0.00015,
      "loss": 1.4353,
      "step": 5797
    },
    {
      "epoch": 3.6260162601626016,
      "grad_norm": 1.725457125848027,
      "learning_rate": 0.0001499379458935216,
      "loss": 1.511,
      "step": 5798
    },
    {
      "epoch": 3.626641651031895,
      "grad_norm": 1.6033192662954867,
      "learning_rate": 0.0001498758917976633,
      "loss": 1.3297,
      "step": 5799
    },
    {
      "epoch": 3.627267041901188,
      "grad_norm": 1.4902885622572797,
      "learning_rate": 0.00014981383772304523,
      "loss": 1.2552,
      "step": 5800
    },
    {
      "epoch": 3.627892432770482,
      "grad_norm": 1.725663889395842,
      "learning_rate": 0.0001497517836802875,
      "loss": 1.4842,
      "step": 5801
    },
    {
      "epoch": 3.6285178236397746,
      "grad_norm": 1.4912759608164565,
      "learning_rate": 0.00014968972968001018,
      "loss": 1.2584,
      "step": 5802
    },
    {
      "epoch": 3.6291432145090683,
      "grad_norm": 1.6740015804689026,
      "learning_rate": 0.00014962767573283337,
      "loss": 1.5552,
      "step": 5803
    },
    {
      "epoch": 3.6297686053783615,
      "grad_norm": 1.5627528095670282,
      "learning_rate": 0.00014956562184937722,
      "loss": 1.3312,
      "step": 5804
    },
    {
      "epoch": 3.630393996247655,
      "grad_norm": 1.485317710225948,
      "learning_rate": 0.00014950356804026171,
      "loss": 1.1472,
      "step": 5805
    },
    {
      "epoch": 3.631019387116948,
      "grad_norm": 1.5512495456875868,
      "learning_rate": 0.000149441514316107,
      "loss": 1.3327,
      "step": 5806
    },
    {
      "epoch": 3.6316447779862413,
      "grad_norm": 1.6696588533341432,
      "learning_rate": 0.000149379460687533,
      "loss": 1.354,
      "step": 5807
    },
    {
      "epoch": 3.6322701688555346,
      "grad_norm": 1.5537266501768097,
      "learning_rate": 0.00014931740716515984,
      "loss": 1.2976,
      "step": 5808
    },
    {
      "epoch": 3.632895559724828,
      "grad_norm": 1.7084966669643566,
      "learning_rate": 0.00014925535375960754,
      "loss": 1.5435,
      "step": 5809
    },
    {
      "epoch": 3.6335209505941215,
      "grad_norm": 1.4715130326273669,
      "learning_rate": 0.00014919330048149601,
      "loss": 1.2296,
      "step": 5810
    },
    {
      "epoch": 3.6341463414634148,
      "grad_norm": 1.5842396150234006,
      "learning_rate": 0.0001491312473414453,
      "loss": 1.2479,
      "step": 5811
    },
    {
      "epoch": 3.634771732332708,
      "grad_norm": 1.407619686648309,
      "learning_rate": 0.0001490691943500753,
      "loss": 1.1362,
      "step": 5812
    },
    {
      "epoch": 3.6353971232020013,
      "grad_norm": 1.6280414757807773,
      "learning_rate": 0.00014900714151800596,
      "loss": 1.4963,
      "step": 5813
    },
    {
      "epoch": 3.6360225140712945,
      "grad_norm": 1.601285264827354,
      "learning_rate": 0.00014894508885585718,
      "loss": 1.4083,
      "step": 5814
    },
    {
      "epoch": 3.6366479049405878,
      "grad_norm": 1.5751503623728456,
      "learning_rate": 0.0001488830363742488,
      "loss": 1.1818,
      "step": 5815
    },
    {
      "epoch": 3.637273295809881,
      "grad_norm": 1.7440913950307348,
      "learning_rate": 0.00014882098408380067,
      "loss": 1.4974,
      "step": 5816
    },
    {
      "epoch": 3.6378986866791747,
      "grad_norm": 1.6803025103398785,
      "learning_rate": 0.0001487589319951326,
      "loss": 1.5356,
      "step": 5817
    },
    {
      "epoch": 3.6385240775484675,
      "grad_norm": 1.7118941863969925,
      "learning_rate": 0.00014869688011886432,
      "loss": 1.4392,
      "step": 5818
    },
    {
      "epoch": 3.639149468417761,
      "grad_norm": 1.7070327908344674,
      "learning_rate": 0.0001486348284656156,
      "loss": 1.3189,
      "step": 5819
    },
    {
      "epoch": 3.6397748592870545,
      "grad_norm": 1.6234779636280288,
      "learning_rate": 0.00014857277704600613,
      "loss": 1.429,
      "step": 5820
    },
    {
      "epoch": 3.6404002501563477,
      "grad_norm": 1.6236784012413843,
      "learning_rate": 0.00014851072587065557,
      "loss": 1.3664,
      "step": 5821
    },
    {
      "epoch": 3.641025641025641,
      "grad_norm": 1.6020517677837898,
      "learning_rate": 0.0001484486749501835,
      "loss": 1.3458,
      "step": 5822
    },
    {
      "epoch": 3.641651031894934,
      "grad_norm": 1.474099470505026,
      "learning_rate": 0.00014838662429520947,
      "loss": 1.1812,
      "step": 5823
    },
    {
      "epoch": 3.642276422764228,
      "grad_norm": 1.5195121078027465,
      "learning_rate": 0.000148324573916353,
      "loss": 1.3582,
      "step": 5824
    },
    {
      "epoch": 3.6429018136335207,
      "grad_norm": 1.6133207827474565,
      "learning_rate": 0.00014826252382423363,
      "loss": 1.4401,
      "step": 5825
    },
    {
      "epoch": 3.6435272045028144,
      "grad_norm": 1.5689403030692883,
      "learning_rate": 0.0001482004740294707,
      "loss": 1.3153,
      "step": 5826
    },
    {
      "epoch": 3.6441525953721077,
      "grad_norm": 1.687720512091441,
      "learning_rate": 0.0001481384245426837,
      "loss": 1.5106,
      "step": 5827
    },
    {
      "epoch": 3.644777986241401,
      "grad_norm": 1.6581598129899473,
      "learning_rate": 0.00014807637537449182,
      "loss": 1.3347,
      "step": 5828
    },
    {
      "epoch": 3.645403377110694,
      "grad_norm": 1.3554481489164594,
      "learning_rate": 0.0001480143265355144,
      "loss": 1.1534,
      "step": 5829
    },
    {
      "epoch": 3.6460287679799874,
      "grad_norm": 1.431279841633282,
      "learning_rate": 0.00014795227803637062,
      "loss": 1.1548,
      "step": 5830
    },
    {
      "epoch": 3.6466541588492807,
      "grad_norm": 1.4590704273310904,
      "learning_rate": 0.00014789022988767966,
      "loss": 1.1688,
      "step": 5831
    },
    {
      "epoch": 3.647279549718574,
      "grad_norm": 1.595381092461137,
      "learning_rate": 0.00014782818210006058,
      "loss": 1.3343,
      "step": 5832
    },
    {
      "epoch": 3.6479049405878676,
      "grad_norm": 1.526854375162358,
      "learning_rate": 0.00014776613468413247,
      "loss": 1.3626,
      "step": 5833
    },
    {
      "epoch": 3.648530331457161,
      "grad_norm": 1.75711394846714,
      "learning_rate": 0.0001477040876505142,
      "loss": 1.565,
      "step": 5834
    },
    {
      "epoch": 3.649155722326454,
      "grad_norm": 1.8405207592373873,
      "learning_rate": 0.00014764204100982476,
      "loss": 1.614,
      "step": 5835
    },
    {
      "epoch": 3.6497811131957474,
      "grad_norm": 1.3808303639833852,
      "learning_rate": 0.00014757999477268293,
      "loss": 1.1893,
      "step": 5836
    },
    {
      "epoch": 3.6504065040650406,
      "grad_norm": 1.6514217449189463,
      "learning_rate": 0.00014751794894970753,
      "loss": 1.3585,
      "step": 5837
    },
    {
      "epoch": 3.651031894934334,
      "grad_norm": 1.5005350676412845,
      "learning_rate": 0.00014745590355151725,
      "loss": 1.2148,
      "step": 5838
    },
    {
      "epoch": 3.651657285803627,
      "grad_norm": 1.7991123073180169,
      "learning_rate": 0.00014739385858873063,
      "loss": 1.5691,
      "step": 5839
    },
    {
      "epoch": 3.652282676672921,
      "grad_norm": 1.8418968831095404,
      "learning_rate": 0.00014733181407196625,
      "loss": 1.6012,
      "step": 5840
    },
    {
      "epoch": 3.6529080675422136,
      "grad_norm": 1.6074846528613864,
      "learning_rate": 0.00014726977001184262,
      "loss": 1.2191,
      "step": 5841
    },
    {
      "epoch": 3.6535334584115073,
      "grad_norm": 1.578128283320193,
      "learning_rate": 0.00014720772641897809,
      "loss": 1.3903,
      "step": 5842
    },
    {
      "epoch": 3.6541588492808006,
      "grad_norm": 1.4974702236152386,
      "learning_rate": 0.000147145683303991,
      "loss": 1.2776,
      "step": 5843
    },
    {
      "epoch": 3.654784240150094,
      "grad_norm": 1.6552679563538686,
      "learning_rate": 0.0001470836406774996,
      "loss": 1.3568,
      "step": 5844
    },
    {
      "epoch": 3.655409631019387,
      "grad_norm": 1.4327414693557123,
      "learning_rate": 0.00014702159855012198,
      "loss": 1.1417,
      "step": 5845
    },
    {
      "epoch": 3.6560350218886803,
      "grad_norm": 1.5511856009338718,
      "learning_rate": 0.00014695955693247624,
      "loss": 1.3172,
      "step": 5846
    },
    {
      "epoch": 3.6566604127579736,
      "grad_norm": 1.629271904536954,
      "learning_rate": 0.00014689751583518034,
      "loss": 1.3847,
      "step": 5847
    },
    {
      "epoch": 3.657285803627267,
      "grad_norm": 1.6211299688531748,
      "learning_rate": 0.00014683547526885216,
      "loss": 1.3994,
      "step": 5848
    },
    {
      "epoch": 3.6579111944965605,
      "grad_norm": 1.5523341022150874,
      "learning_rate": 0.00014677343524410952,
      "loss": 1.3833,
      "step": 5849
    },
    {
      "epoch": 3.658536585365854,
      "grad_norm": 1.5246151924299247,
      "learning_rate": 0.00014671139577157008,
      "loss": 1.2822,
      "step": 5850
    },
    {
      "epoch": 3.659161976235147,
      "grad_norm": 1.5954918390205404,
      "learning_rate": 0.00014664935686185148,
      "loss": 1.4939,
      "step": 5851
    },
    {
      "epoch": 3.6597873671044403,
      "grad_norm": 1.6636254932516035,
      "learning_rate": 0.00014658731852557123,
      "loss": 1.4947,
      "step": 5852
    },
    {
      "epoch": 3.6604127579737336,
      "grad_norm": 1.4727115344447905,
      "learning_rate": 0.00014652528077334676,
      "loss": 1.3553,
      "step": 5853
    },
    {
      "epoch": 3.661038148843027,
      "grad_norm": 1.4846523727729324,
      "learning_rate": 0.00014646324361579534,
      "loss": 1.3421,
      "step": 5854
    },
    {
      "epoch": 3.66166353971232,
      "grad_norm": 1.4812701120177934,
      "learning_rate": 0.00014640120706353426,
      "loss": 1.3558,
      "step": 5855
    },
    {
      "epoch": 3.6622889305816138,
      "grad_norm": 1.3245508836977848,
      "learning_rate": 0.00014633917112718048,
      "loss": 1.0867,
      "step": 5856
    },
    {
      "epoch": 3.6629143214509066,
      "grad_norm": 1.610833147144656,
      "learning_rate": 0.00014627713581735112,
      "loss": 1.344,
      "step": 5857
    },
    {
      "epoch": 3.6635397123202003,
      "grad_norm": 1.522076650970678,
      "learning_rate": 0.00014621510114466306,
      "loss": 1.186,
      "step": 5858
    },
    {
      "epoch": 3.6641651031894935,
      "grad_norm": 1.4891889421374813,
      "learning_rate": 0.00014615306711973302,
      "loss": 1.2691,
      "step": 5859
    },
    {
      "epoch": 3.6647904940587868,
      "grad_norm": 1.5618536405836925,
      "learning_rate": 0.00014609103375317776,
      "loss": 1.1936,
      "step": 5860
    },
    {
      "epoch": 3.66541588492808,
      "grad_norm": 1.5277664660758121,
      "learning_rate": 0.0001460290010556138,
      "loss": 1.2606,
      "step": 5861
    },
    {
      "epoch": 3.6660412757973733,
      "grad_norm": 1.625045875935191,
      "learning_rate": 0.00014596696903765763,
      "loss": 1.5148,
      "step": 5862
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 1.711268190596702,
      "learning_rate": 0.0001459049377099255,
      "loss": 1.5934,
      "step": 5863
    },
    {
      "epoch": 3.6672920575359598,
      "grad_norm": 1.7839024046713634,
      "learning_rate": 0.0001458429070830337,
      "loss": 1.5839,
      "step": 5864
    },
    {
      "epoch": 3.6679174484052535,
      "grad_norm": 1.5562665689334862,
      "learning_rate": 0.00014578087716759824,
      "loss": 1.4,
      "step": 5865
    },
    {
      "epoch": 3.6685428392745467,
      "grad_norm": 1.822000822377479,
      "learning_rate": 0.00014571884797423516,
      "loss": 1.4537,
      "step": 5866
    },
    {
      "epoch": 3.66916823014384,
      "grad_norm": 1.5853408928099948,
      "learning_rate": 0.00014565681951356031,
      "loss": 1.3962,
      "step": 5867
    },
    {
      "epoch": 3.6697936210131332,
      "grad_norm": 1.801618343897626,
      "learning_rate": 0.00014559479179618938,
      "loss": 1.7284,
      "step": 5868
    },
    {
      "epoch": 3.6704190118824265,
      "grad_norm": 1.6456358637612436,
      "learning_rate": 0.00014553276483273797,
      "loss": 1.493,
      "step": 5869
    },
    {
      "epoch": 3.6710444027517197,
      "grad_norm": 1.7902132823204033,
      "learning_rate": 0.0001454707386338216,
      "loss": 1.6938,
      "step": 5870
    },
    {
      "epoch": 3.671669793621013,
      "grad_norm": 1.6687788744898986,
      "learning_rate": 0.00014540871321005555,
      "loss": 1.596,
      "step": 5871
    },
    {
      "epoch": 3.6722951844903067,
      "grad_norm": 1.4005579837464182,
      "learning_rate": 0.000145346688572055,
      "loss": 1.1766,
      "step": 5872
    },
    {
      "epoch": 3.6729205753595995,
      "grad_norm": 1.6079701286538024,
      "learning_rate": 0.00014528466473043508,
      "loss": 1.4493,
      "step": 5873
    },
    {
      "epoch": 3.673545966228893,
      "grad_norm": 1.440839995816836,
      "learning_rate": 0.0001452226416958107,
      "loss": 1.2709,
      "step": 5874
    },
    {
      "epoch": 3.6741713570981864,
      "grad_norm": 1.718925817480233,
      "learning_rate": 0.0001451606194787966,
      "loss": 1.4423,
      "step": 5875
    },
    {
      "epoch": 3.6747967479674797,
      "grad_norm": 1.5079141740194815,
      "learning_rate": 0.0001450985980900075,
      "loss": 1.27,
      "step": 5876
    },
    {
      "epoch": 3.675422138836773,
      "grad_norm": 1.4928480077514363,
      "learning_rate": 0.0001450365775400579,
      "loss": 1.3833,
      "step": 5877
    },
    {
      "epoch": 3.676047529706066,
      "grad_norm": 1.5268405563413512,
      "learning_rate": 0.00014497455783956214,
      "loss": 1.2639,
      "step": 5878
    },
    {
      "epoch": 3.6766729205753594,
      "grad_norm": 1.7094805231225674,
      "learning_rate": 0.0001449125389991345,
      "loss": 1.4844,
      "step": 5879
    },
    {
      "epoch": 3.6772983114446527,
      "grad_norm": 1.5813799555916168,
      "learning_rate": 0.00014485052102938904,
      "loss": 1.3669,
      "step": 5880
    },
    {
      "epoch": 3.6779237023139464,
      "grad_norm": 1.4518170628541796,
      "learning_rate": 0.00014478850394093962,
      "loss": 1.2177,
      "step": 5881
    },
    {
      "epoch": 3.6785490931832396,
      "grad_norm": 1.6984230175678283,
      "learning_rate": 0.00014472648774440007,
      "loss": 1.5194,
      "step": 5882
    },
    {
      "epoch": 3.679174484052533,
      "grad_norm": 1.7600909440293688,
      "learning_rate": 0.00014466447245038404,
      "loss": 1.674,
      "step": 5883
    },
    {
      "epoch": 3.679799874921826,
      "grad_norm": 1.8392629724030192,
      "learning_rate": 0.00014460245806950493,
      "loss": 1.4915,
      "step": 5884
    },
    {
      "epoch": 3.6804252657911194,
      "grad_norm": 1.446613535754971,
      "learning_rate": 0.0001445404446123761,
      "loss": 1.2211,
      "step": 5885
    },
    {
      "epoch": 3.6810506566604126,
      "grad_norm": 1.4438760586612485,
      "learning_rate": 0.0001444784320896107,
      "loss": 1.1822,
      "step": 5886
    },
    {
      "epoch": 3.681676047529706,
      "grad_norm": 1.6094501384523614,
      "learning_rate": 0.00014441642051182173,
      "loss": 1.3116,
      "step": 5887
    },
    {
      "epoch": 3.6823014383989996,
      "grad_norm": 1.609868526014563,
      "learning_rate": 0.00014435440988962205,
      "loss": 1.3301,
      "step": 5888
    },
    {
      "epoch": 3.682926829268293,
      "grad_norm": 1.729978002063584,
      "learning_rate": 0.00014429240023362423,
      "loss": 1.639,
      "step": 5889
    },
    {
      "epoch": 3.683552220137586,
      "grad_norm": 1.590894524497167,
      "learning_rate": 0.00014423039155444085,
      "loss": 1.4053,
      "step": 5890
    },
    {
      "epoch": 3.6841776110068793,
      "grad_norm": 1.6378850547988333,
      "learning_rate": 0.00014416838386268425,
      "loss": 1.3801,
      "step": 5891
    },
    {
      "epoch": 3.6848030018761726,
      "grad_norm": 1.6878724132715364,
      "learning_rate": 0.00014410637716896657,
      "loss": 1.4036,
      "step": 5892
    },
    {
      "epoch": 3.685428392745466,
      "grad_norm": 1.5249102857517556,
      "learning_rate": 0.0001440443714838998,
      "loss": 1.193,
      "step": 5893
    },
    {
      "epoch": 3.686053783614759,
      "grad_norm": 1.7953110349900312,
      "learning_rate": 0.0001439823668180958,
      "loss": 1.6488,
      "step": 5894
    },
    {
      "epoch": 3.686679174484053,
      "grad_norm": 1.7154358393252755,
      "learning_rate": 0.0001439203631821662,
      "loss": 1.5354,
      "step": 5895
    },
    {
      "epoch": 3.6873045653533456,
      "grad_norm": 1.4650052107192648,
      "learning_rate": 0.00014385836058672247,
      "loss": 1.1714,
      "step": 5896
    },
    {
      "epoch": 3.6879299562226393,
      "grad_norm": 1.545984147506626,
      "learning_rate": 0.00014379635904237595,
      "loss": 1.3385,
      "step": 5897
    },
    {
      "epoch": 3.6885553470919326,
      "grad_norm": 1.5167365263769437,
      "learning_rate": 0.00014373435855973772,
      "loss": 1.1412,
      "step": 5898
    },
    {
      "epoch": 3.689180737961226,
      "grad_norm": 1.659744542972431,
      "learning_rate": 0.00014367235914941866,
      "loss": 1.3798,
      "step": 5899
    },
    {
      "epoch": 3.689806128830519,
      "grad_norm": 1.4387685147505378,
      "learning_rate": 0.0001436103608220296,
      "loss": 1.3733,
      "step": 5900
    },
    {
      "epoch": 3.6904315196998123,
      "grad_norm": 1.8158947453966603,
      "learning_rate": 0.0001435483635881811,
      "loss": 1.578,
      "step": 5901
    },
    {
      "epoch": 3.6910569105691056,
      "grad_norm": 1.5947065607326791,
      "learning_rate": 0.0001434863674584835,
      "loss": 1.4653,
      "step": 5902
    },
    {
      "epoch": 3.691682301438399,
      "grad_norm": 1.4876191359667732,
      "learning_rate": 0.000143424372443547,
      "loss": 1.2652,
      "step": 5903
    },
    {
      "epoch": 3.6923076923076925,
      "grad_norm": 1.4669156363084777,
      "learning_rate": 0.0001433623785539817,
      "loss": 1.2971,
      "step": 5904
    },
    {
      "epoch": 3.6929330831769858,
      "grad_norm": 1.6999775570853244,
      "learning_rate": 0.00014330038580039718,
      "loss": 1.3881,
      "step": 5905
    },
    {
      "epoch": 3.693558474046279,
      "grad_norm": 1.5769705377864107,
      "learning_rate": 0.00014323839419340325,
      "loss": 1.4283,
      "step": 5906
    },
    {
      "epoch": 3.6941838649155723,
      "grad_norm": 1.592176543908113,
      "learning_rate": 0.00014317640374360922,
      "loss": 1.4612,
      "step": 5907
    },
    {
      "epoch": 3.6948092557848655,
      "grad_norm": 1.684943300666993,
      "learning_rate": 0.00014311441446162435,
      "loss": 1.386,
      "step": 5908
    },
    {
      "epoch": 3.6954346466541588,
      "grad_norm": 1.4883364772369114,
      "learning_rate": 0.00014305242635805768,
      "loss": 1.3186,
      "step": 5909
    },
    {
      "epoch": 3.696060037523452,
      "grad_norm": 1.5263500863579846,
      "learning_rate": 0.000142990439443518,
      "loss": 1.2509,
      "step": 5910
    },
    {
      "epoch": 3.6966854283927457,
      "grad_norm": 1.6022333998908616,
      "learning_rate": 0.00014292845372861388,
      "loss": 1.4758,
      "step": 5911
    },
    {
      "epoch": 3.6973108192620385,
      "grad_norm": 1.6723415125067793,
      "learning_rate": 0.00014286646922395378,
      "loss": 1.4409,
      "step": 5912
    },
    {
      "epoch": 3.6979362101313322,
      "grad_norm": 1.6949692532294938,
      "learning_rate": 0.0001428044859401459,
      "loss": 1.5056,
      "step": 5913
    },
    {
      "epoch": 3.6985616010006255,
      "grad_norm": 1.6351077693553482,
      "learning_rate": 0.00014274250388779822,
      "loss": 1.4347,
      "step": 5914
    },
    {
      "epoch": 3.6991869918699187,
      "grad_norm": 1.5232047825949986,
      "learning_rate": 0.00014268052307751856,
      "loss": 1.3395,
      "step": 5915
    },
    {
      "epoch": 3.699812382739212,
      "grad_norm": 1.7011208817143773,
      "learning_rate": 0.0001426185435199144,
      "loss": 1.4948,
      "step": 5916
    },
    {
      "epoch": 3.7004377736085052,
      "grad_norm": 1.7083853346756779,
      "learning_rate": 0.00014255656522559312,
      "loss": 1.4867,
      "step": 5917
    },
    {
      "epoch": 3.7010631644777985,
      "grad_norm": 1.5191354089131037,
      "learning_rate": 0.0001424945882051619,
      "loss": 1.4203,
      "step": 5918
    },
    {
      "epoch": 3.7016885553470917,
      "grad_norm": 1.928077275558585,
      "learning_rate": 0.00014243261246922763,
      "loss": 1.381,
      "step": 5919
    },
    {
      "epoch": 3.7023139462163854,
      "grad_norm": 1.374251957987549,
      "learning_rate": 0.0001423706380283971,
      "loss": 1.0856,
      "step": 5920
    },
    {
      "epoch": 3.7029393370856787,
      "grad_norm": 1.5057943453796412,
      "learning_rate": 0.00014230866489327662,
      "loss": 1.1989,
      "step": 5921
    },
    {
      "epoch": 3.703564727954972,
      "grad_norm": 2.0698538459030433,
      "learning_rate": 0.00014224669307447252,
      "loss": 1.7961,
      "step": 5922
    },
    {
      "epoch": 3.704190118824265,
      "grad_norm": 1.590306773907007,
      "learning_rate": 0.00014218472258259083,
      "loss": 1.3625,
      "step": 5923
    },
    {
      "epoch": 3.7048155096935584,
      "grad_norm": 1.6542622044744182,
      "learning_rate": 0.00014212275342823734,
      "loss": 1.4582,
      "step": 5924
    },
    {
      "epoch": 3.7054409005628517,
      "grad_norm": 1.539129405087646,
      "learning_rate": 0.00014206078562201767,
      "loss": 1.3118,
      "step": 5925
    },
    {
      "epoch": 3.706066291432145,
      "grad_norm": 1.5662191041362463,
      "learning_rate": 0.00014199881917453713,
      "loss": 1.3446,
      "step": 5926
    },
    {
      "epoch": 3.7066916823014386,
      "grad_norm": 1.5846566350999527,
      "learning_rate": 0.0001419368540964008,
      "loss": 1.289,
      "step": 5927
    },
    {
      "epoch": 3.7073170731707314,
      "grad_norm": 1.4431572228550558,
      "learning_rate": 0.0001418748903982136,
      "loss": 1.2047,
      "step": 5928
    },
    {
      "epoch": 3.707942464040025,
      "grad_norm": 1.6802475210825776,
      "learning_rate": 0.00014181292809058017,
      "loss": 1.4398,
      "step": 5929
    },
    {
      "epoch": 3.7085678549093184,
      "grad_norm": 1.6324729477349653,
      "learning_rate": 0.00014175096718410486,
      "loss": 1.4851,
      "step": 5930
    },
    {
      "epoch": 3.7091932457786116,
      "grad_norm": 1.7831773945593106,
      "learning_rate": 0.0001416890076893919,
      "loss": 1.7276,
      "step": 5931
    },
    {
      "epoch": 3.709818636647905,
      "grad_norm": 1.5672466075876474,
      "learning_rate": 0.0001416270496170452,
      "loss": 1.3242,
      "step": 5932
    },
    {
      "epoch": 3.710444027517198,
      "grad_norm": 1.6788944314671177,
      "learning_rate": 0.00014156509297766836,
      "loss": 1.6077,
      "step": 5933
    },
    {
      "epoch": 3.7110694183864914,
      "grad_norm": 1.652642826012087,
      "learning_rate": 0.00014150313778186487,
      "loss": 1.4955,
      "step": 5934
    },
    {
      "epoch": 3.7116948092557847,
      "grad_norm": 1.6902503331251277,
      "learning_rate": 0.0001414411840402379,
      "loss": 1.4419,
      "step": 5935
    },
    {
      "epoch": 3.7123202001250784,
      "grad_norm": 1.499195334251833,
      "learning_rate": 0.0001413792317633904,
      "loss": 1.4031,
      "step": 5936
    },
    {
      "epoch": 3.7129455909943716,
      "grad_norm": 1.5485204976006692,
      "learning_rate": 0.00014131728096192507,
      "loss": 1.3007,
      "step": 5937
    },
    {
      "epoch": 3.713570981863665,
      "grad_norm": 1.6905242115666004,
      "learning_rate": 0.00014125533164644432,
      "loss": 1.5726,
      "step": 5938
    },
    {
      "epoch": 3.714196372732958,
      "grad_norm": 1.5340652362856266,
      "learning_rate": 0.0001411933838275503,
      "loss": 1.3239,
      "step": 5939
    },
    {
      "epoch": 3.7148217636022514,
      "grad_norm": 1.383968093174652,
      "learning_rate": 0.00014113143751584494,
      "loss": 1.1883,
      "step": 5940
    },
    {
      "epoch": 3.7154471544715446,
      "grad_norm": 1.4717855554518635,
      "learning_rate": 0.0001410694927219299,
      "loss": 1.205,
      "step": 5941
    },
    {
      "epoch": 3.716072545340838,
      "grad_norm": 1.6985305509085222,
      "learning_rate": 0.00014100754945640663,
      "loss": 1.6306,
      "step": 5942
    },
    {
      "epoch": 3.7166979362101316,
      "grad_norm": 1.4021877292413127,
      "learning_rate": 0.00014094560772987623,
      "loss": 1.203,
      "step": 5943
    },
    {
      "epoch": 3.7173233270794244,
      "grad_norm": 1.3624008907764358,
      "learning_rate": 0.00014088366755293962,
      "loss": 1.1639,
      "step": 5944
    },
    {
      "epoch": 3.717948717948718,
      "grad_norm": 1.7051981010736001,
      "learning_rate": 0.00014082172893619736,
      "loss": 1.5508,
      "step": 5945
    },
    {
      "epoch": 3.7185741088180113,
      "grad_norm": 1.6160737060566062,
      "learning_rate": 0.0001407597918902498,
      "loss": 1.4021,
      "step": 5946
    },
    {
      "epoch": 3.7191994996873046,
      "grad_norm": 1.4452072862267902,
      "learning_rate": 0.00014069785642569708,
      "loss": 1.352,
      "step": 5947
    },
    {
      "epoch": 3.719824890556598,
      "grad_norm": 1.5136318468902048,
      "learning_rate": 0.00014063592255313896,
      "loss": 1.2601,
      "step": 5948
    },
    {
      "epoch": 3.720450281425891,
      "grad_norm": 1.6355545714077584,
      "learning_rate": 0.00014057399028317497,
      "loss": 1.4492,
      "step": 5949
    },
    {
      "epoch": 3.7210756722951848,
      "grad_norm": 1.5904328911817485,
      "learning_rate": 0.0001405120596264044,
      "loss": 1.42,
      "step": 5950
    },
    {
      "epoch": 3.7217010631644776,
      "grad_norm": 1.4328858954925658,
      "learning_rate": 0.0001404501305934262,
      "loss": 1.2787,
      "step": 5951
    },
    {
      "epoch": 3.7223264540337713,
      "grad_norm": 1.607739186822274,
      "learning_rate": 0.0001403882031948391,
      "loss": 1.5316,
      "step": 5952
    },
    {
      "epoch": 3.7229518449030645,
      "grad_norm": 1.5387781676247883,
      "learning_rate": 0.00014032627744124153,
      "loss": 1.5172,
      "step": 5953
    },
    {
      "epoch": 3.7235772357723578,
      "grad_norm": 1.523492979021218,
      "learning_rate": 0.0001402643533432316,
      "loss": 1.2935,
      "step": 5954
    },
    {
      "epoch": 3.724202626641651,
      "grad_norm": 1.629358920617857,
      "learning_rate": 0.00014020243091140722,
      "loss": 1.2869,
      "step": 5955
    },
    {
      "epoch": 3.7248280175109443,
      "grad_norm": 1.4869907695300748,
      "learning_rate": 0.0001401405101563659,
      "loss": 1.465,
      "step": 5956
    },
    {
      "epoch": 3.7254534083802375,
      "grad_norm": 1.4882056748004937,
      "learning_rate": 0.000140078591088705,
      "loss": 1.1667,
      "step": 5957
    },
    {
      "epoch": 3.726078799249531,
      "grad_norm": 1.656036417898051,
      "learning_rate": 0.00014001667371902146,
      "loss": 1.5715,
      "step": 5958
    },
    {
      "epoch": 3.7267041901188245,
      "grad_norm": 1.6034743601101862,
      "learning_rate": 0.00013995475805791204,
      "loss": 1.2548,
      "step": 5959
    },
    {
      "epoch": 3.7273295809881177,
      "grad_norm": 1.7097842239060674,
      "learning_rate": 0.00013989284411597313,
      "loss": 1.5077,
      "step": 5960
    },
    {
      "epoch": 3.727954971857411,
      "grad_norm": 1.5879381403550104,
      "learning_rate": 0.00013983093190380084,
      "loss": 1.4024,
      "step": 5961
    },
    {
      "epoch": 3.7285803627267042,
      "grad_norm": 1.6928977857954552,
      "learning_rate": 0.00013976902143199107,
      "loss": 1.4787,
      "step": 5962
    },
    {
      "epoch": 3.7292057535959975,
      "grad_norm": 1.5628399649326368,
      "learning_rate": 0.00013970711271113926,
      "loss": 1.375,
      "step": 5963
    },
    {
      "epoch": 3.7298311444652907,
      "grad_norm": 1.4618491271449197,
      "learning_rate": 0.0001396452057518407,
      "loss": 1.271,
      "step": 5964
    },
    {
      "epoch": 3.730456535334584,
      "grad_norm": 1.5646969214301576,
      "learning_rate": 0.00013958330056469028,
      "loss": 1.3659,
      "step": 5965
    },
    {
      "epoch": 3.7310819262038777,
      "grad_norm": 1.6472879228226858,
      "learning_rate": 0.00013952139716028264,
      "loss": 1.4841,
      "step": 5966
    },
    {
      "epoch": 3.7317073170731705,
      "grad_norm": 1.4378760371107082,
      "learning_rate": 0.0001394594955492121,
      "loss": 1.2511,
      "step": 5967
    },
    {
      "epoch": 3.732332707942464,
      "grad_norm": 1.6567960680110978,
      "learning_rate": 0.00013939759574207273,
      "loss": 1.4952,
      "step": 5968
    },
    {
      "epoch": 3.7329580988117574,
      "grad_norm": 1.5024683193154458,
      "learning_rate": 0.00013933569774945815,
      "loss": 1.2824,
      "step": 5969
    },
    {
      "epoch": 3.7335834896810507,
      "grad_norm": 1.793422598874653,
      "learning_rate": 0.00013927380158196178,
      "loss": 1.573,
      "step": 5970
    },
    {
      "epoch": 3.734208880550344,
      "grad_norm": 1.623437315368456,
      "learning_rate": 0.00013921190725017668,
      "loss": 1.2253,
      "step": 5971
    },
    {
      "epoch": 3.734834271419637,
      "grad_norm": 1.7451770086766438,
      "learning_rate": 0.00013915001476469567,
      "loss": 1.2779,
      "step": 5972
    },
    {
      "epoch": 3.7354596622889304,
      "grad_norm": 1.6869489380804161,
      "learning_rate": 0.0001390881241361112,
      "loss": 1.4399,
      "step": 5973
    },
    {
      "epoch": 3.7360850531582237,
      "grad_norm": 1.5597248021696,
      "learning_rate": 0.00013902623537501532,
      "loss": 1.2647,
      "step": 5974
    },
    {
      "epoch": 3.7367104440275174,
      "grad_norm": 1.5803878326866219,
      "learning_rate": 0.0001389643484919999,
      "loss": 1.2626,
      "step": 5975
    },
    {
      "epoch": 3.7373358348968106,
      "grad_norm": 1.7275584217676831,
      "learning_rate": 0.00013890246349765645,
      "loss": 1.4813,
      "step": 5976
    },
    {
      "epoch": 3.737961225766104,
      "grad_norm": 1.6156601895682863,
      "learning_rate": 0.00013884058040257614,
      "loss": 1.4242,
      "step": 5977
    },
    {
      "epoch": 3.738586616635397,
      "grad_norm": 1.67837251938178,
      "learning_rate": 0.00013877869921734976,
      "loss": 1.507,
      "step": 5978
    },
    {
      "epoch": 3.7392120075046904,
      "grad_norm": 1.5950046529449315,
      "learning_rate": 0.00013871681995256788,
      "loss": 1.491,
      "step": 5979
    },
    {
      "epoch": 3.7398373983739837,
      "grad_norm": 1.4025492440196372,
      "learning_rate": 0.0001386549426188207,
      "loss": 1.1112,
      "step": 5980
    },
    {
      "epoch": 3.740462789243277,
      "grad_norm": 1.504191645675521,
      "learning_rate": 0.000138593067226698,
      "loss": 1.2906,
      "step": 5981
    },
    {
      "epoch": 3.7410881801125706,
      "grad_norm": 1.5640950809760568,
      "learning_rate": 0.00013853119378678938,
      "loss": 1.3481,
      "step": 5982
    },
    {
      "epoch": 3.7417135709818634,
      "grad_norm": 1.5815870246505088,
      "learning_rate": 0.00013846932230968402,
      "loss": 1.2719,
      "step": 5983
    },
    {
      "epoch": 3.742338961851157,
      "grad_norm": 1.5998412631833367,
      "learning_rate": 0.00013840745280597076,
      "loss": 1.4637,
      "step": 5984
    },
    {
      "epoch": 3.7429643527204504,
      "grad_norm": 1.6241413812120196,
      "learning_rate": 0.00013834558528623815,
      "loss": 1.4111,
      "step": 5985
    },
    {
      "epoch": 3.7435897435897436,
      "grad_norm": 1.5552153026256874,
      "learning_rate": 0.00013828371976107434,
      "loss": 1.2698,
      "step": 5986
    },
    {
      "epoch": 3.744215134459037,
      "grad_norm": 1.6081713378955549,
      "learning_rate": 0.00013822185624106715,
      "loss": 1.4542,
      "step": 5987
    },
    {
      "epoch": 3.74484052532833,
      "grad_norm": 1.5406601931176727,
      "learning_rate": 0.00013815999473680408,
      "loss": 1.3829,
      "step": 5988
    },
    {
      "epoch": 3.7454659161976234,
      "grad_norm": 1.719145581736483,
      "learning_rate": 0.00013809813525887232,
      "loss": 1.4908,
      "step": 5989
    },
    {
      "epoch": 3.7460913070669166,
      "grad_norm": 1.5719201669887897,
      "learning_rate": 0.0001380362778178586,
      "loss": 1.4295,
      "step": 5990
    },
    {
      "epoch": 3.7467166979362103,
      "grad_norm": 1.4034438411618633,
      "learning_rate": 0.00013797442242434948,
      "loss": 1.1821,
      "step": 5991
    },
    {
      "epoch": 3.7473420888055036,
      "grad_norm": 1.5324254623323361,
      "learning_rate": 0.00013791256908893094,
      "loss": 1.4008,
      "step": 5992
    },
    {
      "epoch": 3.747967479674797,
      "grad_norm": 1.5042795803594295,
      "learning_rate": 0.0001378507178221888,
      "loss": 1.2361,
      "step": 5993
    },
    {
      "epoch": 3.74859287054409,
      "grad_norm": 1.7248950402336733,
      "learning_rate": 0.00013778886863470848,
      "loss": 1.522,
      "step": 5994
    },
    {
      "epoch": 3.7492182614133833,
      "grad_norm": 1.4167988132521883,
      "learning_rate": 0.00013772702153707497,
      "loss": 1.1379,
      "step": 5995
    },
    {
      "epoch": 3.7498436522826766,
      "grad_norm": 1.366888670589912,
      "learning_rate": 0.00013766517653987298,
      "loss": 1.166,
      "step": 5996
    },
    {
      "epoch": 3.75046904315197,
      "grad_norm": 1.5195749108755687,
      "learning_rate": 0.00013760333365368682,
      "loss": 1.2978,
      "step": 5997
    },
    {
      "epoch": 3.7510944340212635,
      "grad_norm": 1.355584283428992,
      "learning_rate": 0.00013754149288910047,
      "loss": 1.2289,
      "step": 5998
    },
    {
      "epoch": 3.7517198248905563,
      "grad_norm": 1.319265998538482,
      "learning_rate": 0.00013747965425669751,
      "loss": 1.1287,
      "step": 5999
    },
    {
      "epoch": 3.75234521575985,
      "grad_norm": 1.5798098246685612,
      "learning_rate": 0.0001374178177670612,
      "loss": 1.2422,
      "step": 6000
    },
    {
      "epoch": 3.7529706066291433,
      "grad_norm": 1.5695456016338858,
      "learning_rate": 0.00013735598343077437,
      "loss": 1.2686,
      "step": 6001
    },
    {
      "epoch": 3.7535959974984365,
      "grad_norm": 1.5613448152003024,
      "learning_rate": 0.00013729415125841963,
      "loss": 1.3279,
      "step": 6002
    },
    {
      "epoch": 3.75422138836773,
      "grad_norm": 1.6908709217533442,
      "learning_rate": 0.00013723232126057897,
      "loss": 1.4051,
      "step": 6003
    },
    {
      "epoch": 3.754846779237023,
      "grad_norm": 1.7382081252299224,
      "learning_rate": 0.00013717049344783418,
      "loss": 1.5211,
      "step": 6004
    },
    {
      "epoch": 3.7554721701063163,
      "grad_norm": 1.6008876265387326,
      "learning_rate": 0.00013710866783076664,
      "loss": 1.1801,
      "step": 6005
    },
    {
      "epoch": 3.7560975609756095,
      "grad_norm": 1.663573673075739,
      "learning_rate": 0.00013704684441995742,
      "loss": 1.3414,
      "step": 6006
    },
    {
      "epoch": 3.7567229518449032,
      "grad_norm": 1.5124132998513475,
      "learning_rate": 0.00013698502322598708,
      "loss": 1.2493,
      "step": 6007
    },
    {
      "epoch": 3.7573483427141965,
      "grad_norm": 1.6627586615034984,
      "learning_rate": 0.00013692320425943595,
      "loss": 1.3112,
      "step": 6008
    },
    {
      "epoch": 3.7579737335834897,
      "grad_norm": 1.7421982008232997,
      "learning_rate": 0.0001368613875308838,
      "loss": 1.3786,
      "step": 6009
    },
    {
      "epoch": 3.758599124452783,
      "grad_norm": 1.725150858618643,
      "learning_rate": 0.0001367995730509102,
      "loss": 1.1984,
      "step": 6010
    },
    {
      "epoch": 3.7592245153220762,
      "grad_norm": 1.6148203780660244,
      "learning_rate": 0.00013673776083009416,
      "loss": 1.2517,
      "step": 6011
    },
    {
      "epoch": 3.7598499061913695,
      "grad_norm": 1.6678095689513501,
      "learning_rate": 0.0001366759508790145,
      "loss": 1.3111,
      "step": 6012
    },
    {
      "epoch": 3.7604752970606627,
      "grad_norm": 1.342251993936828,
      "learning_rate": 0.00013661414320824948,
      "loss": 1.1115,
      "step": 6013
    },
    {
      "epoch": 3.7611006879299564,
      "grad_norm": 1.7833953250114332,
      "learning_rate": 0.00013655233782837705,
      "loss": 1.6242,
      "step": 6014
    },
    {
      "epoch": 3.7617260787992497,
      "grad_norm": 1.656689054680869,
      "learning_rate": 0.00013649053474997473,
      "loss": 1.3689,
      "step": 6015
    },
    {
      "epoch": 3.762351469668543,
      "grad_norm": 1.5992677040017877,
      "learning_rate": 0.00013642873398361975,
      "loss": 1.3598,
      "step": 6016
    },
    {
      "epoch": 3.762976860537836,
      "grad_norm": 1.7185154560441134,
      "learning_rate": 0.0001363669355398888,
      "loss": 1.4174,
      "step": 6017
    },
    {
      "epoch": 3.7636022514071295,
      "grad_norm": 1.3664581650849499,
      "learning_rate": 0.00013630513942935828,
      "loss": 1.1231,
      "step": 6018
    },
    {
      "epoch": 3.7642276422764227,
      "grad_norm": 1.6505377233171272,
      "learning_rate": 0.00013624334566260407,
      "loss": 1.4506,
      "step": 6019
    },
    {
      "epoch": 3.764853033145716,
      "grad_norm": 1.567211120773699,
      "learning_rate": 0.00013618155425020178,
      "loss": 1.341,
      "step": 6020
    },
    {
      "epoch": 3.7654784240150097,
      "grad_norm": 1.5682265671457183,
      "learning_rate": 0.00013611976520272652,
      "loss": 1.3587,
      "step": 6021
    },
    {
      "epoch": 3.7661038148843025,
      "grad_norm": 2.1040485378825435,
      "learning_rate": 0.0001360579785307531,
      "loss": 1.4229,
      "step": 6022
    },
    {
      "epoch": 3.766729205753596,
      "grad_norm": 1.505457875359919,
      "learning_rate": 0.00013599619424485584,
      "loss": 1.1969,
      "step": 6023
    },
    {
      "epoch": 3.7673545966228894,
      "grad_norm": 1.6355281888131556,
      "learning_rate": 0.00013593441235560866,
      "loss": 1.43,
      "step": 6024
    },
    {
      "epoch": 3.7679799874921827,
      "grad_norm": 1.6231318506610528,
      "learning_rate": 0.00013587263287358507,
      "loss": 1.4012,
      "step": 6025
    },
    {
      "epoch": 3.768605378361476,
      "grad_norm": 1.7032177664380004,
      "learning_rate": 0.0001358108558093583,
      "loss": 1.3021,
      "step": 6026
    },
    {
      "epoch": 3.769230769230769,
      "grad_norm": 1.3198035447956047,
      "learning_rate": 0.00013574908117350087,
      "loss": 1.1194,
      "step": 6027
    },
    {
      "epoch": 3.7698561601000624,
      "grad_norm": 1.3751425551878214,
      "learning_rate": 0.00013568730897658513,
      "loss": 1.1371,
      "step": 6028
    },
    {
      "epoch": 3.7704815509693557,
      "grad_norm": 1.6053728090547381,
      "learning_rate": 0.00013562553922918298,
      "loss": 1.48,
      "step": 6029
    },
    {
      "epoch": 3.7711069418386494,
      "grad_norm": 1.860612734647383,
      "learning_rate": 0.00013556377194186587,
      "loss": 1.5919,
      "step": 6030
    },
    {
      "epoch": 3.7717323327079426,
      "grad_norm": 1.5633209463760456,
      "learning_rate": 0.00013550200712520477,
      "loss": 1.3376,
      "step": 6031
    },
    {
      "epoch": 3.772357723577236,
      "grad_norm": 1.7155972393036463,
      "learning_rate": 0.0001354402447897703,
      "loss": 1.274,
      "step": 6032
    },
    {
      "epoch": 3.772983114446529,
      "grad_norm": 1.5560650315340223,
      "learning_rate": 0.0001353784849461327,
      "loss": 1.2764,
      "step": 6033
    },
    {
      "epoch": 3.7736085053158224,
      "grad_norm": 1.5203539498800693,
      "learning_rate": 0.0001353167276048616,
      "loss": 1.2941,
      "step": 6034
    },
    {
      "epoch": 3.7742338961851156,
      "grad_norm": 1.7572822702860191,
      "learning_rate": 0.0001352549727765265,
      "loss": 1.4685,
      "step": 6035
    },
    {
      "epoch": 3.774859287054409,
      "grad_norm": 1.43048553994571,
      "learning_rate": 0.00013519322047169613,
      "loss": 1.1156,
      "step": 6036
    },
    {
      "epoch": 3.7754846779237026,
      "grad_norm": 1.61721775244512,
      "learning_rate": 0.00013513147070093898,
      "loss": 1.227,
      "step": 6037
    },
    {
      "epoch": 3.7761100687929954,
      "grad_norm": 1.609753324710057,
      "learning_rate": 0.0001350697234748231,
      "loss": 1.3987,
      "step": 6038
    },
    {
      "epoch": 3.776735459662289,
      "grad_norm": 1.729862111667473,
      "learning_rate": 0.0001350079788039161,
      "loss": 1.3272,
      "step": 6039
    },
    {
      "epoch": 3.7773608505315823,
      "grad_norm": 1.7655496871573269,
      "learning_rate": 0.0001349462366987851,
      "loss": 1.4779,
      "step": 6040
    },
    {
      "epoch": 3.7779862414008756,
      "grad_norm": 1.5522364702533873,
      "learning_rate": 0.0001348844971699968,
      "loss": 1.3088,
      "step": 6041
    },
    {
      "epoch": 3.778611632270169,
      "grad_norm": 1.4744394428742245,
      "learning_rate": 0.00013482276022811754,
      "loss": 1.1893,
      "step": 6042
    },
    {
      "epoch": 3.779237023139462,
      "grad_norm": 1.8905860469567344,
      "learning_rate": 0.00013476102588371312,
      "loss": 1.6575,
      "step": 6043
    },
    {
      "epoch": 3.7798624140087553,
      "grad_norm": 1.6740835087127357,
      "learning_rate": 0.00013469929414734895,
      "loss": 1.2832,
      "step": 6044
    },
    {
      "epoch": 3.7804878048780486,
      "grad_norm": 1.6379794290136627,
      "learning_rate": 0.0001346375650295899,
      "loss": 1.3059,
      "step": 6045
    },
    {
      "epoch": 3.7811131957473423,
      "grad_norm": 1.5099167048046223,
      "learning_rate": 0.00013457583854100053,
      "loss": 1.2035,
      "step": 6046
    },
    {
      "epoch": 3.7817385866166355,
      "grad_norm": 1.5295033740772452,
      "learning_rate": 0.00013451411469214483,
      "loss": 1.2705,
      "step": 6047
    },
    {
      "epoch": 3.782363977485929,
      "grad_norm": 1.7245814265728232,
      "learning_rate": 0.00013445239349358642,
      "loss": 1.6605,
      "step": 6048
    },
    {
      "epoch": 3.782989368355222,
      "grad_norm": 1.6527780171765525,
      "learning_rate": 0.00013439067495588845,
      "loss": 1.395,
      "step": 6049
    },
    {
      "epoch": 3.7836147592245153,
      "grad_norm": 1.7766071250437336,
      "learning_rate": 0.00013432895908961357,
      "loss": 1.5143,
      "step": 6050
    },
    {
      "epoch": 3.7842401500938085,
      "grad_norm": 1.5014354796594134,
      "learning_rate": 0.0001342672459053241,
      "loss": 1.2363,
      "step": 6051
    },
    {
      "epoch": 3.784865540963102,
      "grad_norm": 2.115596870952868,
      "learning_rate": 0.00013420553541358164,
      "loss": 1.4772,
      "step": 6052
    },
    {
      "epoch": 3.7854909318323955,
      "grad_norm": 1.6972215071485537,
      "learning_rate": 0.00013414382762494758,
      "loss": 1.6197,
      "step": 6053
    },
    {
      "epoch": 3.7861163227016883,
      "grad_norm": 1.2882546584322365,
      "learning_rate": 0.0001340821225499828,
      "loss": 1.1397,
      "step": 6054
    },
    {
      "epoch": 3.786741713570982,
      "grad_norm": 1.2960756816015537,
      "learning_rate": 0.00013402042019924762,
      "loss": 1.1232,
      "step": 6055
    },
    {
      "epoch": 3.7873671044402752,
      "grad_norm": 1.7224812860349232,
      "learning_rate": 0.00013395872058330192,
      "loss": 1.5169,
      "step": 6056
    },
    {
      "epoch": 3.7879924953095685,
      "grad_norm": 1.6276958900995588,
      "learning_rate": 0.00013389702371270526,
      "loss": 1.502,
      "step": 6057
    },
    {
      "epoch": 3.7886178861788617,
      "grad_norm": 1.524436431492024,
      "learning_rate": 0.0001338353295980165,
      "loss": 1.2855,
      "step": 6058
    },
    {
      "epoch": 3.789243277048155,
      "grad_norm": 1.571324523580061,
      "learning_rate": 0.00013377363824979422,
      "loss": 1.3498,
      "step": 6059
    },
    {
      "epoch": 3.7898686679174483,
      "grad_norm": 1.6283298090859895,
      "learning_rate": 0.0001337119496785964,
      "loss": 1.4946,
      "step": 6060
    },
    {
      "epoch": 3.7904940587867415,
      "grad_norm": 1.4833797930572175,
      "learning_rate": 0.00013365026389498065,
      "loss": 1.1311,
      "step": 6061
    },
    {
      "epoch": 3.791119449656035,
      "grad_norm": 1.7106318454165335,
      "learning_rate": 0.00013358858090950395,
      "loss": 1.6092,
      "step": 6062
    },
    {
      "epoch": 3.7917448405253285,
      "grad_norm": 1.317571442364142,
      "learning_rate": 0.00013352690073272297,
      "loss": 1.0869,
      "step": 6063
    },
    {
      "epoch": 3.7923702313946217,
      "grad_norm": 1.7306733972818926,
      "learning_rate": 0.0001334652233751938,
      "loss": 1.5549,
      "step": 6064
    },
    {
      "epoch": 3.792995622263915,
      "grad_norm": 1.465004287262635,
      "learning_rate": 0.0001334035488474721,
      "loss": 1.206,
      "step": 6065
    },
    {
      "epoch": 3.793621013133208,
      "grad_norm": 1.4914215113036222,
      "learning_rate": 0.00013334187716011297,
      "loss": 1.2991,
      "step": 6066
    },
    {
      "epoch": 3.7942464040025015,
      "grad_norm": 1.534003448717952,
      "learning_rate": 0.00013328020832367114,
      "loss": 1.1928,
      "step": 6067
    },
    {
      "epoch": 3.7948717948717947,
      "grad_norm": 1.57968151773878,
      "learning_rate": 0.00013321854234870078,
      "loss": 1.2828,
      "step": 6068
    },
    {
      "epoch": 3.7954971857410884,
      "grad_norm": 1.5535230346189022,
      "learning_rate": 0.0001331568792457555,
      "loss": 1.3645,
      "step": 6069
    },
    {
      "epoch": 3.796122576610381,
      "grad_norm": 1.4802455026921357,
      "learning_rate": 0.00013309521902538852,
      "loss": 1.198,
      "step": 6070
    },
    {
      "epoch": 3.796747967479675,
      "grad_norm": 1.7561415576739348,
      "learning_rate": 0.00013303356169815257,
      "loss": 1.3551,
      "step": 6071
    },
    {
      "epoch": 3.797373358348968,
      "grad_norm": 1.8913315589475106,
      "learning_rate": 0.00013297190727459986,
      "loss": 1.7318,
      "step": 6072
    },
    {
      "epoch": 3.7979987492182614,
      "grad_norm": 1.9573890335993724,
      "learning_rate": 0.00013291025576528208,
      "loss": 1.3126,
      "step": 6073
    },
    {
      "epoch": 3.7986241400875547,
      "grad_norm": 1.741787763946691,
      "learning_rate": 0.00013284860718075045,
      "loss": 1.3975,
      "step": 6074
    },
    {
      "epoch": 3.799249530956848,
      "grad_norm": 1.4818230460524566,
      "learning_rate": 0.00013278696153155566,
      "loss": 1.226,
      "step": 6075
    },
    {
      "epoch": 3.799874921826141,
      "grad_norm": 1.6852168198279043,
      "learning_rate": 0.00013272531882824792,
      "loss": 1.4985,
      "step": 6076
    },
    {
      "epoch": 3.8005003126954344,
      "grad_norm": 1.3900098123724143,
      "learning_rate": 0.00013266367908137695,
      "loss": 1.1257,
      "step": 6077
    },
    {
      "epoch": 3.801125703564728,
      "grad_norm": 1.9603687056758203,
      "learning_rate": 0.00013260204230149196,
      "loss": 1.7261,
      "step": 6078
    },
    {
      "epoch": 3.8017510944340214,
      "grad_norm": 1.7516464975052664,
      "learning_rate": 0.00013254040849914163,
      "loss": 1.44,
      "step": 6079
    },
    {
      "epoch": 3.8023764853033146,
      "grad_norm": 1.5913801459257666,
      "learning_rate": 0.00013247877768487413,
      "loss": 1.2964,
      "step": 6080
    },
    {
      "epoch": 3.803001876172608,
      "grad_norm": 1.5298189616084514,
      "learning_rate": 0.0001324171498692371,
      "loss": 1.2583,
      "step": 6081
    },
    {
      "epoch": 3.803627267041901,
      "grad_norm": 1.777156593358566,
      "learning_rate": 0.00013235552506277772,
      "loss": 1.4884,
      "step": 6082
    },
    {
      "epoch": 3.8042526579111944,
      "grad_norm": 1.5403990022129748,
      "learning_rate": 0.00013229390327604263,
      "loss": 1.3937,
      "step": 6083
    },
    {
      "epoch": 3.8048780487804876,
      "grad_norm": 1.7872759698860907,
      "learning_rate": 0.00013223228451957807,
      "loss": 1.7186,
      "step": 6084
    },
    {
      "epoch": 3.8055034396497813,
      "grad_norm": 1.453939973770944,
      "learning_rate": 0.0001321706688039294,
      "loss": 1.1382,
      "step": 6085
    },
    {
      "epoch": 3.8061288305190746,
      "grad_norm": 1.595974969229551,
      "learning_rate": 0.00013210905613964186,
      "loss": 1.3584,
      "step": 6086
    },
    {
      "epoch": 3.806754221388368,
      "grad_norm": 1.5802787437282908,
      "learning_rate": 0.00013204744653725999,
      "loss": 1.4461,
      "step": 6087
    },
    {
      "epoch": 3.807379612257661,
      "grad_norm": 1.6504256465128384,
      "learning_rate": 0.00013198584000732785,
      "loss": 1.5688,
      "step": 6088
    },
    {
      "epoch": 3.8080050031269543,
      "grad_norm": 1.5066885783962687,
      "learning_rate": 0.00013192423656038888,
      "loss": 1.3286,
      "step": 6089
    },
    {
      "epoch": 3.8086303939962476,
      "grad_norm": 1.3495942337375726,
      "learning_rate": 0.00013186263620698613,
      "loss": 1.0986,
      "step": 6090
    },
    {
      "epoch": 3.809255784865541,
      "grad_norm": 1.4004951435252309,
      "learning_rate": 0.00013180103895766204,
      "loss": 1.2119,
      "step": 6091
    },
    {
      "epoch": 3.8098811757348345,
      "grad_norm": 1.537274482684495,
      "learning_rate": 0.00013173944482295854,
      "loss": 1.2322,
      "step": 6092
    },
    {
      "epoch": 3.8105065666041273,
      "grad_norm": 1.5641932364908733,
      "learning_rate": 0.00013167785381341701,
      "loss": 1.2318,
      "step": 6093
    },
    {
      "epoch": 3.811131957473421,
      "grad_norm": 1.3006018401839174,
      "learning_rate": 0.0001316162659395783,
      "loss": 1.0275,
      "step": 6094
    },
    {
      "epoch": 3.8117573483427143,
      "grad_norm": 1.642393102818946,
      "learning_rate": 0.00013155468121198272,
      "loss": 1.416,
      "step": 6095
    },
    {
      "epoch": 3.8123827392120075,
      "grad_norm": 1.7381821551816852,
      "learning_rate": 0.00013149309964117007,
      "loss": 1.6283,
      "step": 6096
    },
    {
      "epoch": 3.813008130081301,
      "grad_norm": 1.3875087814925067,
      "learning_rate": 0.00013143152123767964,
      "loss": 1.1511,
      "step": 6097
    },
    {
      "epoch": 3.813633520950594,
      "grad_norm": 1.7519571718572198,
      "learning_rate": 0.00013136994601205002,
      "loss": 1.2844,
      "step": 6098
    },
    {
      "epoch": 3.8142589118198873,
      "grad_norm": 1.3764990159881039,
      "learning_rate": 0.00013130837397481944,
      "loss": 1.1703,
      "step": 6099
    },
    {
      "epoch": 3.8148843026891806,
      "grad_norm": 1.5315823544109446,
      "learning_rate": 0.00013124680513652552,
      "loss": 1.026,
      "step": 6100
    },
    {
      "epoch": 3.8155096935584742,
      "grad_norm": 1.575770054105273,
      "learning_rate": 0.00013118523950770525,
      "loss": 1.2396,
      "step": 6101
    },
    {
      "epoch": 3.8161350844277675,
      "grad_norm": 1.3973697968698022,
      "learning_rate": 0.00013112367709889523,
      "loss": 1.0872,
      "step": 6102
    },
    {
      "epoch": 3.8167604752970608,
      "grad_norm": 1.6779457418126975,
      "learning_rate": 0.00013106211792063133,
      "loss": 1.4722,
      "step": 6103
    },
    {
      "epoch": 3.817385866166354,
      "grad_norm": 1.8785133655169366,
      "learning_rate": 0.00013100056198344902,
      "loss": 1.3111,
      "step": 6104
    },
    {
      "epoch": 3.8180112570356473,
      "grad_norm": 1.592074090943642,
      "learning_rate": 0.0001309390092978831,
      "loss": 1.3682,
      "step": 6105
    },
    {
      "epoch": 3.8186366479049405,
      "grad_norm": 1.4839198766941304,
      "learning_rate": 0.0001308774598744679,
      "loss": 1.1751,
      "step": 6106
    },
    {
      "epoch": 3.8192620387742338,
      "grad_norm": 1.3343659936383276,
      "learning_rate": 0.00013081591372373722,
      "loss": 1.0641,
      "step": 6107
    },
    {
      "epoch": 3.8198874296435275,
      "grad_norm": 1.6221231657410702,
      "learning_rate": 0.00013075437085622414,
      "loss": 1.4718,
      "step": 6108
    },
    {
      "epoch": 3.8205128205128203,
      "grad_norm": 1.6220255978379194,
      "learning_rate": 0.0001306928312824613,
      "loss": 1.3904,
      "step": 6109
    },
    {
      "epoch": 3.821138211382114,
      "grad_norm": 1.737850218325979,
      "learning_rate": 0.00013063129501298082,
      "loss": 1.4073,
      "step": 6110
    },
    {
      "epoch": 3.821763602251407,
      "grad_norm": 1.682532205717986,
      "learning_rate": 0.0001305697620583141,
      "loss": 1.3417,
      "step": 6111
    },
    {
      "epoch": 3.8223889931207005,
      "grad_norm": 1.6372596865184919,
      "learning_rate": 0.0001305082324289921,
      "loss": 1.4228,
      "step": 6112
    },
    {
      "epoch": 3.8230143839899937,
      "grad_norm": 1.77377167733829,
      "learning_rate": 0.00013044670613554518,
      "loss": 1.6011,
      "step": 6113
    },
    {
      "epoch": 3.823639774859287,
      "grad_norm": 1.7583655393148176,
      "learning_rate": 0.0001303851831885031,
      "loss": 1.6634,
      "step": 6114
    },
    {
      "epoch": 3.82426516572858,
      "grad_norm": 1.5752103756278217,
      "learning_rate": 0.0001303236635983951,
      "loss": 1.2794,
      "step": 6115
    },
    {
      "epoch": 3.8248905565978735,
      "grad_norm": 1.6741668100651457,
      "learning_rate": 0.00013026214737574978,
      "loss": 1.3902,
      "step": 6116
    },
    {
      "epoch": 3.825515947467167,
      "grad_norm": 1.7157127736306905,
      "learning_rate": 0.00013020063453109522,
      "loss": 1.5951,
      "step": 6117
    },
    {
      "epoch": 3.8261413383364604,
      "grad_norm": 1.4773951891937718,
      "learning_rate": 0.00013013912507495886,
      "loss": 1.268,
      "step": 6118
    },
    {
      "epoch": 3.8267667292057537,
      "grad_norm": 1.361168627748983,
      "learning_rate": 0.00013007761901786763,
      "loss": 1.1514,
      "step": 6119
    },
    {
      "epoch": 3.827392120075047,
      "grad_norm": 1.5958232219252242,
      "learning_rate": 0.00013001611637034784,
      "loss": 1.2778,
      "step": 6120
    },
    {
      "epoch": 3.82801751094434,
      "grad_norm": 1.530325325988148,
      "learning_rate": 0.00012995461714292525,
      "loss": 1.2201,
      "step": 6121
    },
    {
      "epoch": 3.8286429018136334,
      "grad_norm": 1.4099236090373066,
      "learning_rate": 0.00012989312134612495,
      "loss": 1.2891,
      "step": 6122
    },
    {
      "epoch": 3.8292682926829267,
      "grad_norm": 1.698275303575716,
      "learning_rate": 0.00012983162899047153,
      "loss": 1.5257,
      "step": 6123
    },
    {
      "epoch": 3.8298936835522204,
      "grad_norm": 1.7322928064895278,
      "learning_rate": 0.00012977014008648896,
      "loss": 1.4632,
      "step": 6124
    },
    {
      "epoch": 3.830519074421513,
      "grad_norm": 1.4758361412266077,
      "learning_rate": 0.00012970865464470062,
      "loss": 1.1652,
      "step": 6125
    },
    {
      "epoch": 3.831144465290807,
      "grad_norm": 1.5442269144083733,
      "learning_rate": 0.00012964717267562932,
      "loss": 1.2909,
      "step": 6126
    },
    {
      "epoch": 3.8317698561601,
      "grad_norm": 1.5977129974846436,
      "learning_rate": 0.00012958569418979724,
      "loss": 1.4201,
      "step": 6127
    },
    {
      "epoch": 3.8323952470293934,
      "grad_norm": 1.5859598660055083,
      "learning_rate": 0.00012952421919772597,
      "loss": 1.4293,
      "step": 6128
    },
    {
      "epoch": 3.8330206378986866,
      "grad_norm": 1.595941965431387,
      "learning_rate": 0.00012946274770993653,
      "loss": 1.462,
      "step": 6129
    },
    {
      "epoch": 3.83364602876798,
      "grad_norm": 1.5978162625383938,
      "learning_rate": 0.00012940127973694928,
      "loss": 1.4785,
      "step": 6130
    },
    {
      "epoch": 3.834271419637273,
      "grad_norm": 1.543898672123159,
      "learning_rate": 0.00012933981528928407,
      "loss": 1.2711,
      "step": 6131
    },
    {
      "epoch": 3.8348968105065664,
      "grad_norm": 1.6642211766080293,
      "learning_rate": 0.0001292783543774601,
      "loss": 1.468,
      "step": 6132
    },
    {
      "epoch": 3.83552220137586,
      "grad_norm": 1.5942196475558295,
      "learning_rate": 0.00012921689701199594,
      "loss": 1.2815,
      "step": 6133
    },
    {
      "epoch": 3.8361475922451533,
      "grad_norm": 1.646024377330549,
      "learning_rate": 0.00012915544320340954,
      "loss": 1.5441,
      "step": 6134
    },
    {
      "epoch": 3.8367729831144466,
      "grad_norm": 1.5991708707895989,
      "learning_rate": 0.0001290939929622183,
      "loss": 1.2872,
      "step": 6135
    },
    {
      "epoch": 3.83739837398374,
      "grad_norm": 1.567064826179479,
      "learning_rate": 0.00012903254629893895,
      "loss": 1.2581,
      "step": 6136
    },
    {
      "epoch": 3.838023764853033,
      "grad_norm": 1.6020534843062186,
      "learning_rate": 0.00012897110322408775,
      "loss": 1.5221,
      "step": 6137
    },
    {
      "epoch": 3.8386491557223263,
      "grad_norm": 1.513692106267326,
      "learning_rate": 0.00012890966374818014,
      "loss": 1.3417,
      "step": 6138
    },
    {
      "epoch": 3.8392745465916196,
      "grad_norm": 1.685169869605602,
      "learning_rate": 0.00012884822788173105,
      "loss": 1.3884,
      "step": 6139
    },
    {
      "epoch": 3.8398999374609133,
      "grad_norm": 1.7290503846119578,
      "learning_rate": 0.00012878679563525482,
      "loss": 1.6099,
      "step": 6140
    },
    {
      "epoch": 3.8405253283302065,
      "grad_norm": 1.2974050142479103,
      "learning_rate": 0.00012872536701926508,
      "loss": 1.0455,
      "step": 6141
    },
    {
      "epoch": 3.8411507191995,
      "grad_norm": 1.3693980747891388,
      "learning_rate": 0.00012866394204427497,
      "loss": 1.182,
      "step": 6142
    },
    {
      "epoch": 3.841776110068793,
      "grad_norm": 1.5666884727307298,
      "learning_rate": 0.00012860252072079687,
      "loss": 1.2422,
      "step": 6143
    },
    {
      "epoch": 3.8424015009380863,
      "grad_norm": 1.6100968024556526,
      "learning_rate": 0.0001285411030593426,
      "loss": 1.3368,
      "step": 6144
    },
    {
      "epoch": 3.8430268918073796,
      "grad_norm": 1.625984795817136,
      "learning_rate": 0.00012847968907042342,
      "loss": 1.485,
      "step": 6145
    },
    {
      "epoch": 3.843652282676673,
      "grad_norm": 1.770773538066842,
      "learning_rate": 0.0001284182787645498,
      "loss": 1.5205,
      "step": 6146
    },
    {
      "epoch": 3.8442776735459665,
      "grad_norm": 1.6606100309447538,
      "learning_rate": 0.00012835687215223172,
      "loss": 1.4953,
      "step": 6147
    },
    {
      "epoch": 3.8449030644152593,
      "grad_norm": 1.5924073915756463,
      "learning_rate": 0.00012829546924397845,
      "loss": 1.5147,
      "step": 6148
    },
    {
      "epoch": 3.845528455284553,
      "grad_norm": 1.6208296793016865,
      "learning_rate": 0.00012823407005029875,
      "loss": 1.4249,
      "step": 6149
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 1.3947655214244465,
      "learning_rate": 0.00012817267458170047,
      "loss": 1.1958,
      "step": 6150
    },
    {
      "epoch": 3.8467792370231395,
      "grad_norm": 1.4466309379048483,
      "learning_rate": 0.00012811128284869112,
      "loss": 1.2105,
      "step": 6151
    },
    {
      "epoch": 3.8474046278924328,
      "grad_norm": 1.5240225191452244,
      "learning_rate": 0.0001280498948617774,
      "loss": 1.3358,
      "step": 6152
    },
    {
      "epoch": 3.848030018761726,
      "grad_norm": 1.6604231636919724,
      "learning_rate": 0.0001279885106314655,
      "loss": 1.4248,
      "step": 6153
    },
    {
      "epoch": 3.8486554096310193,
      "grad_norm": 1.6048215752606398,
      "learning_rate": 0.00012792713016826078,
      "loss": 1.3361,
      "step": 6154
    },
    {
      "epoch": 3.8492808005003125,
      "grad_norm": 1.4940825136135156,
      "learning_rate": 0.00012786575348266814,
      "loss": 1.2437,
      "step": 6155
    },
    {
      "epoch": 3.849906191369606,
      "grad_norm": 1.5489748717704142,
      "learning_rate": 0.00012780438058519175,
      "loss": 1.2785,
      "step": 6156
    },
    {
      "epoch": 3.8505315822388995,
      "grad_norm": 1.420222735057659,
      "learning_rate": 0.0001277430114863351,
      "loss": 1.2558,
      "step": 6157
    },
    {
      "epoch": 3.8511569731081927,
      "grad_norm": 1.4948892884935174,
      "learning_rate": 0.00012768164619660107,
      "loss": 1.3659,
      "step": 6158
    },
    {
      "epoch": 3.851782363977486,
      "grad_norm": 1.5303040856482135,
      "learning_rate": 0.0001276202847264919,
      "loss": 1.3016,
      "step": 6159
    },
    {
      "epoch": 3.852407754846779,
      "grad_norm": 1.6258171684215728,
      "learning_rate": 0.00012755892708650918,
      "loss": 1.3622,
      "step": 6160
    },
    {
      "epoch": 3.8530331457160725,
      "grad_norm": 1.6212107783369525,
      "learning_rate": 0.00012749757328715382,
      "loss": 1.2375,
      "step": 6161
    },
    {
      "epoch": 3.8536585365853657,
      "grad_norm": 1.5528631230636574,
      "learning_rate": 0.00012743622333892605,
      "loss": 1.3732,
      "step": 6162
    },
    {
      "epoch": 3.8542839274546594,
      "grad_norm": 1.4545622329815215,
      "learning_rate": 0.0001273748772523255,
      "loss": 1.1646,
      "step": 6163
    },
    {
      "epoch": 3.8549093183239522,
      "grad_norm": 1.4944899902018383,
      "learning_rate": 0.0001273135350378511,
      "loss": 1.2212,
      "step": 6164
    },
    {
      "epoch": 3.855534709193246,
      "grad_norm": 1.7985962560646085,
      "learning_rate": 0.00012725219670600113,
      "loss": 1.5881,
      "step": 6165
    },
    {
      "epoch": 3.856160100062539,
      "grad_norm": 1.5209143761400685,
      "learning_rate": 0.00012719086226727324,
      "loss": 1.2543,
      "step": 6166
    },
    {
      "epoch": 3.8567854909318324,
      "grad_norm": 1.8999459625264645,
      "learning_rate": 0.0001271295317321643,
      "loss": 1.7142,
      "step": 6167
    },
    {
      "epoch": 3.8574108818011257,
      "grad_norm": 1.8427639426612847,
      "learning_rate": 0.0001270682051111706,
      "loss": 1.6096,
      "step": 6168
    },
    {
      "epoch": 3.858036272670419,
      "grad_norm": 1.2491082115176282,
      "learning_rate": 0.00012700688241478776,
      "loss": 1.0263,
      "step": 6169
    },
    {
      "epoch": 3.858661663539712,
      "grad_norm": 1.5995627651316258,
      "learning_rate": 0.00012694556365351077,
      "loss": 1.2826,
      "step": 6170
    },
    {
      "epoch": 3.8592870544090054,
      "grad_norm": 1.821320512453002,
      "learning_rate": 0.0001268842488378338,
      "loss": 1.6445,
      "step": 6171
    },
    {
      "epoch": 3.859912445278299,
      "grad_norm": 1.6651251274235237,
      "learning_rate": 0.00012682293797825053,
      "loss": 1.3595,
      "step": 6172
    },
    {
      "epoch": 3.8605378361475924,
      "grad_norm": 1.7127688784909505,
      "learning_rate": 0.0001267616310852538,
      "loss": 1.5099,
      "step": 6173
    },
    {
      "epoch": 3.8611632270168856,
      "grad_norm": 1.4615106033098584,
      "learning_rate": 0.00012670032816933585,
      "loss": 1.1623,
      "step": 6174
    },
    {
      "epoch": 3.861788617886179,
      "grad_norm": 1.8391478031707327,
      "learning_rate": 0.00012663902924098824,
      "loss": 1.6764,
      "step": 6175
    },
    {
      "epoch": 3.862414008755472,
      "grad_norm": 1.4842992080119293,
      "learning_rate": 0.00012657773431070188,
      "loss": 1.1997,
      "step": 6176
    },
    {
      "epoch": 3.8630393996247654,
      "grad_norm": 1.6894065838115457,
      "learning_rate": 0.00012651644338896692,
      "loss": 1.4101,
      "step": 6177
    },
    {
      "epoch": 3.8636647904940586,
      "grad_norm": 1.6774379141064977,
      "learning_rate": 0.00012645515648627281,
      "loss": 1.5469,
      "step": 6178
    },
    {
      "epoch": 3.8642901813633523,
      "grad_norm": 1.6345611928503812,
      "learning_rate": 0.00012639387361310846,
      "loss": 1.3484,
      "step": 6179
    },
    {
      "epoch": 3.864915572232645,
      "grad_norm": 1.6789190499901139,
      "learning_rate": 0.0001263325947799619,
      "loss": 1.5618,
      "step": 6180
    },
    {
      "epoch": 3.865540963101939,
      "grad_norm": 1.7451495285415963,
      "learning_rate": 0.00012627131999732062,
      "loss": 1.5624,
      "step": 6181
    },
    {
      "epoch": 3.866166353971232,
      "grad_norm": 1.8480255314885101,
      "learning_rate": 0.00012621004927567138,
      "loss": 1.5845,
      "step": 6182
    },
    {
      "epoch": 3.8667917448405253,
      "grad_norm": 1.573665776161715,
      "learning_rate": 0.0001261487826255001,
      "loss": 1.2329,
      "step": 6183
    },
    {
      "epoch": 3.8674171357098186,
      "grad_norm": 1.587125402471463,
      "learning_rate": 0.00012608752005729225,
      "loss": 1.3936,
      "step": 6184
    },
    {
      "epoch": 3.868042526579112,
      "grad_norm": 1.5159844880379083,
      "learning_rate": 0.00012602626158153237,
      "loss": 1.2842,
      "step": 6185
    },
    {
      "epoch": 3.868667917448405,
      "grad_norm": 1.5297159548049017,
      "learning_rate": 0.00012596500720870446,
      "loss": 1.3449,
      "step": 6186
    },
    {
      "epoch": 3.8692933083176984,
      "grad_norm": 1.4224710326324812,
      "learning_rate": 0.00012590375694929178,
      "loss": 1.247,
      "step": 6187
    },
    {
      "epoch": 3.869918699186992,
      "grad_norm": 1.6492274181836553,
      "learning_rate": 0.00012584251081377686,
      "loss": 1.411,
      "step": 6188
    },
    {
      "epoch": 3.8705440900562853,
      "grad_norm": 1.6475324211516333,
      "learning_rate": 0.00012578126881264152,
      "loss": 1.4779,
      "step": 6189
    },
    {
      "epoch": 3.8711694809255786,
      "grad_norm": 1.8450062683094535,
      "learning_rate": 0.00012572003095636693,
      "loss": 1.7486,
      "step": 6190
    },
    {
      "epoch": 3.871794871794872,
      "grad_norm": 1.4440527865616082,
      "learning_rate": 0.00012565879725543342,
      "loss": 1.3366,
      "step": 6191
    },
    {
      "epoch": 3.872420262664165,
      "grad_norm": 1.6183869714980936,
      "learning_rate": 0.00012559756772032073,
      "loss": 1.377,
      "step": 6192
    },
    {
      "epoch": 3.8730456535334583,
      "grad_norm": 1.6976376397475033,
      "learning_rate": 0.00012553634236150786,
      "loss": 1.2884,
      "step": 6193
    },
    {
      "epoch": 3.8736710444027516,
      "grad_norm": 1.7317209638570064,
      "learning_rate": 0.00012547512118947312,
      "loss": 1.6285,
      "step": 6194
    },
    {
      "epoch": 3.8742964352720453,
      "grad_norm": 1.5534770295400704,
      "learning_rate": 0.00012541390421469403,
      "loss": 1.3923,
      "step": 6195
    },
    {
      "epoch": 3.874921826141338,
      "grad_norm": 1.7046410604012883,
      "learning_rate": 0.00012535269144764744,
      "loss": 1.4555,
      "step": 6196
    },
    {
      "epoch": 3.8755472170106318,
      "grad_norm": 1.5545618106220107,
      "learning_rate": 0.00012529148289880948,
      "loss": 1.4429,
      "step": 6197
    },
    {
      "epoch": 3.876172607879925,
      "grad_norm": 1.6468058446026932,
      "learning_rate": 0.0001252302785786556,
      "loss": 1.2803,
      "step": 6198
    },
    {
      "epoch": 3.8767979987492183,
      "grad_norm": 2.0699519334499716,
      "learning_rate": 0.00012516907849766036,
      "loss": 1.8001,
      "step": 6199
    },
    {
      "epoch": 3.8774233896185115,
      "grad_norm": 1.4412348334408993,
      "learning_rate": 0.0001251078826662978,
      "loss": 1.2848,
      "step": 6200
    },
    {
      "epoch": 3.8780487804878048,
      "grad_norm": 1.5615473465607028,
      "learning_rate": 0.0001250466910950411,
      "loss": 1.3578,
      "step": 6201
    },
    {
      "epoch": 3.878674171357098,
      "grad_norm": 1.4500152542723044,
      "learning_rate": 0.00012498550379436276,
      "loss": 1.1831,
      "step": 6202
    },
    {
      "epoch": 3.8792995622263913,
      "grad_norm": 1.4222188984214335,
      "learning_rate": 0.0001249243207747346,
      "loss": 1.2666,
      "step": 6203
    },
    {
      "epoch": 3.879924953095685,
      "grad_norm": 1.7025876630637349,
      "learning_rate": 0.00012486314204662757,
      "loss": 1.6279,
      "step": 6204
    },
    {
      "epoch": 3.880550343964978,
      "grad_norm": 1.6700390098344948,
      "learning_rate": 0.00012480196762051202,
      "loss": 1.6223,
      "step": 6205
    },
    {
      "epoch": 3.8811757348342715,
      "grad_norm": 1.6273581022350423,
      "learning_rate": 0.00012474079750685748,
      "loss": 1.3773,
      "step": 6206
    },
    {
      "epoch": 3.8818011257035647,
      "grad_norm": 1.45696359572824,
      "learning_rate": 0.00012467963171613282,
      "loss": 1.2358,
      "step": 6207
    },
    {
      "epoch": 3.882426516572858,
      "grad_norm": 1.6244434520527309,
      "learning_rate": 0.00012461847025880613,
      "loss": 1.3411,
      "step": 6208
    },
    {
      "epoch": 3.8830519074421512,
      "grad_norm": 1.7710721353545475,
      "learning_rate": 0.00012455731314534464,
      "loss": 1.6773,
      "step": 6209
    },
    {
      "epoch": 3.8836772983114445,
      "grad_norm": 1.3813460807256397,
      "learning_rate": 0.00012449616038621506,
      "loss": 1.1476,
      "step": 6210
    },
    {
      "epoch": 3.884302689180738,
      "grad_norm": 1.5360538324032713,
      "learning_rate": 0.00012443501199188318,
      "loss": 1.2367,
      "step": 6211
    },
    {
      "epoch": 3.8849280800500314,
      "grad_norm": 1.37287403516225,
      "learning_rate": 0.00012437386797281414,
      "loss": 1.2054,
      "step": 6212
    },
    {
      "epoch": 3.8855534709193247,
      "grad_norm": 1.5530487340315133,
      "learning_rate": 0.0001243127283394723,
      "loss": 1.2427,
      "step": 6213
    },
    {
      "epoch": 3.886178861788618,
      "grad_norm": 1.689419035092393,
      "learning_rate": 0.00012425159310232122,
      "loss": 1.4868,
      "step": 6214
    },
    {
      "epoch": 3.886804252657911,
      "grad_norm": 1.6356561457646248,
      "learning_rate": 0.00012419046227182386,
      "loss": 1.4356,
      "step": 6215
    },
    {
      "epoch": 3.8874296435272044,
      "grad_norm": 1.593740068952468,
      "learning_rate": 0.0001241293358584422,
      "loss": 1.2667,
      "step": 6216
    },
    {
      "epoch": 3.8880550343964977,
      "grad_norm": 1.547063188544165,
      "learning_rate": 0.0001240682138726376,
      "loss": 1.2963,
      "step": 6217
    },
    {
      "epoch": 3.8886804252657914,
      "grad_norm": 1.5968255946974605,
      "learning_rate": 0.0001240070963248707,
      "loss": 1.3033,
      "step": 6218
    },
    {
      "epoch": 3.889305816135084,
      "grad_norm": 1.598440570528305,
      "learning_rate": 0.00012394598322560129,
      "loss": 1.3109,
      "step": 6219
    },
    {
      "epoch": 3.889931207004378,
      "grad_norm": 1.6557874243929833,
      "learning_rate": 0.00012388487458528846,
      "loss": 1.3613,
      "step": 6220
    },
    {
      "epoch": 3.890556597873671,
      "grad_norm": 1.384433103597341,
      "learning_rate": 0.00012382377041439047,
      "loss": 1.12,
      "step": 6221
    },
    {
      "epoch": 3.8911819887429644,
      "grad_norm": 1.5411237230414283,
      "learning_rate": 0.00012376267072336492,
      "loss": 1.336,
      "step": 6222
    },
    {
      "epoch": 3.8918073796122576,
      "grad_norm": 1.4592089218826734,
      "learning_rate": 0.00012370157552266852,
      "loss": 1.1926,
      "step": 6223
    },
    {
      "epoch": 3.892432770481551,
      "grad_norm": 1.392130205216165,
      "learning_rate": 0.0001236404848227573,
      "loss": 1.0816,
      "step": 6224
    },
    {
      "epoch": 3.893058161350844,
      "grad_norm": 1.5881916817153616,
      "learning_rate": 0.0001235793986340865,
      "loss": 1.1544,
      "step": 6225
    },
    {
      "epoch": 3.8936835522201374,
      "grad_norm": 1.534671925137049,
      "learning_rate": 0.00012351831696711058,
      "loss": 1.1873,
      "step": 6226
    },
    {
      "epoch": 3.894308943089431,
      "grad_norm": 1.4788166996565681,
      "learning_rate": 0.0001234572398322832,
      "loss": 1.1366,
      "step": 6227
    },
    {
      "epoch": 3.8949343339587243,
      "grad_norm": 1.428427692531582,
      "learning_rate": 0.0001233961672400573,
      "loss": 1.2166,
      "step": 6228
    },
    {
      "epoch": 3.8955597248280176,
      "grad_norm": 1.6663040618946665,
      "learning_rate": 0.00012333509920088494,
      "loss": 1.3208,
      "step": 6229
    },
    {
      "epoch": 3.896185115697311,
      "grad_norm": 1.623240958961729,
      "learning_rate": 0.00012327403572521758,
      "loss": 1.2829,
      "step": 6230
    },
    {
      "epoch": 3.896810506566604,
      "grad_norm": 1.7012207307120666,
      "learning_rate": 0.00012321297682350578,
      "loss": 1.2646,
      "step": 6231
    },
    {
      "epoch": 3.8974358974358974,
      "grad_norm": 1.6691538214613106,
      "learning_rate": 0.00012315192250619925,
      "loss": 1.4017,
      "step": 6232
    },
    {
      "epoch": 3.8980612883051906,
      "grad_norm": 1.6659645671748284,
      "learning_rate": 0.00012309087278374704,
      "loss": 1.2196,
      "step": 6233
    },
    {
      "epoch": 3.8986866791744843,
      "grad_norm": 1.5787374370767369,
      "learning_rate": 0.00012302982766659734,
      "loss": 1.2335,
      "step": 6234
    },
    {
      "epoch": 3.899312070043777,
      "grad_norm": 1.5441863697419125,
      "learning_rate": 0.0001229687871651976,
      "loss": 1.2287,
      "step": 6235
    },
    {
      "epoch": 3.899937460913071,
      "grad_norm": 1.6544725871344943,
      "learning_rate": 0.0001229077512899945,
      "loss": 1.3166,
      "step": 6236
    },
    {
      "epoch": 3.900562851782364,
      "grad_norm": 1.4256957963652792,
      "learning_rate": 0.00012284672005143384,
      "loss": 1.1245,
      "step": 6237
    },
    {
      "epoch": 3.9011882426516573,
      "grad_norm": 1.6991716779982649,
      "learning_rate": 0.0001227856934599607,
      "loss": 1.3321,
      "step": 6238
    },
    {
      "epoch": 3.9018136335209506,
      "grad_norm": 1.5180591026820527,
      "learning_rate": 0.00012272467152601928,
      "loss": 1.1499,
      "step": 6239
    },
    {
      "epoch": 3.902439024390244,
      "grad_norm": 1.7838135180453876,
      "learning_rate": 0.00012266365426005313,
      "loss": 1.5164,
      "step": 6240
    },
    {
      "epoch": 3.903064415259537,
      "grad_norm": 1.701826553092105,
      "learning_rate": 0.00012260264167250487,
      "loss": 1.5062,
      "step": 6241
    },
    {
      "epoch": 3.9036898061288303,
      "grad_norm": 1.7786862773348628,
      "learning_rate": 0.00012254163377381638,
      "loss": 1.4675,
      "step": 6242
    },
    {
      "epoch": 3.904315196998124,
      "grad_norm": 1.6892740489629217,
      "learning_rate": 0.00012248063057442873,
      "loss": 1.572,
      "step": 6243
    },
    {
      "epoch": 3.9049405878674173,
      "grad_norm": 1.6647124094927312,
      "learning_rate": 0.00012241963208478213,
      "loss": 1.0938,
      "step": 6244
    },
    {
      "epoch": 3.9055659787367105,
      "grad_norm": 3.394380607584789,
      "learning_rate": 0.00012235863831531606,
      "loss": 1.4069,
      "step": 6245
    },
    {
      "epoch": 3.9061913696060038,
      "grad_norm": 1.7137949269773833,
      "learning_rate": 0.00012229764927646915,
      "loss": 1.471,
      "step": 6246
    },
    {
      "epoch": 3.906816760475297,
      "grad_norm": 1.598693688471778,
      "learning_rate": 0.00012223666497867923,
      "loss": 1.3917,
      "step": 6247
    },
    {
      "epoch": 3.9074421513445903,
      "grad_norm": 1.5121735030165548,
      "learning_rate": 0.00012217568543238343,
      "loss": 1.3812,
      "step": 6248
    },
    {
      "epoch": 3.9080675422138835,
      "grad_norm": 1.4772205273510477,
      "learning_rate": 0.00012211471064801777,
      "loss": 1.2385,
      "step": 6249
    },
    {
      "epoch": 3.9086929330831772,
      "grad_norm": 1.8630471961396506,
      "learning_rate": 0.00012205374063601776,
      "loss": 1.7529,
      "step": 6250
    },
    {
      "epoch": 3.90931832395247,
      "grad_norm": 1.8413872428548874,
      "learning_rate": 0.00012199277540681793,
      "loss": 1.6567,
      "step": 6251
    },
    {
      "epoch": 3.9099437148217637,
      "grad_norm": 1.5730224253286638,
      "learning_rate": 0.00012193181497085207,
      "loss": 1.3338,
      "step": 6252
    },
    {
      "epoch": 3.910569105691057,
      "grad_norm": 1.3414430216212105,
      "learning_rate": 0.00012187085933855311,
      "loss": 1.0748,
      "step": 6253
    },
    {
      "epoch": 3.9111944965603502,
      "grad_norm": 1.5391188838673617,
      "learning_rate": 0.00012180990852035316,
      "loss": 1.2577,
      "step": 6254
    },
    {
      "epoch": 3.9118198874296435,
      "grad_norm": 1.5008063223001227,
      "learning_rate": 0.00012174896252668352,
      "loss": 1.2065,
      "step": 6255
    },
    {
      "epoch": 3.9124452782989367,
      "grad_norm": 1.6556522872101933,
      "learning_rate": 0.00012168802136797464,
      "loss": 1.468,
      "step": 6256
    },
    {
      "epoch": 3.91307066916823,
      "grad_norm": 1.51299451284049,
      "learning_rate": 0.00012162708505465618,
      "loss": 1.2218,
      "step": 6257
    },
    {
      "epoch": 3.9136960600375232,
      "grad_norm": 1.6577086797897858,
      "learning_rate": 0.00012156615359715693,
      "loss": 1.4986,
      "step": 6258
    },
    {
      "epoch": 3.914321450906817,
      "grad_norm": 1.550877403455086,
      "learning_rate": 0.00012150522700590489,
      "loss": 1.3033,
      "step": 6259
    },
    {
      "epoch": 3.91494684177611,
      "grad_norm": 1.7475973081581795,
      "learning_rate": 0.00012144430529132718,
      "loss": 1.5611,
      "step": 6260
    },
    {
      "epoch": 3.9155722326454034,
      "grad_norm": 1.5173920802188694,
      "learning_rate": 0.00012138338846385018,
      "loss": 1.2862,
      "step": 6261
    },
    {
      "epoch": 3.9161976235146967,
      "grad_norm": 1.470766421968331,
      "learning_rate": 0.00012132247653389926,
      "loss": 1.1961,
      "step": 6262
    },
    {
      "epoch": 3.91682301438399,
      "grad_norm": 1.6140738444808589,
      "learning_rate": 0.00012126156951189911,
      "loss": 1.3987,
      "step": 6263
    },
    {
      "epoch": 3.917448405253283,
      "grad_norm": 1.5963998775397463,
      "learning_rate": 0.00012120066740827355,
      "loss": 1.4236,
      "step": 6264
    },
    {
      "epoch": 3.9180737961225764,
      "grad_norm": 1.637281033898714,
      "learning_rate": 0.00012113977023344547,
      "loss": 1.3955,
      "step": 6265
    },
    {
      "epoch": 3.91869918699187,
      "grad_norm": 1.613419873926513,
      "learning_rate": 0.00012107887799783707,
      "loss": 1.4092,
      "step": 6266
    },
    {
      "epoch": 3.919324577861163,
      "grad_norm": 1.4351584454482564,
      "learning_rate": 0.0001210179907118695,
      "loss": 1.1072,
      "step": 6267
    },
    {
      "epoch": 3.9199499687304566,
      "grad_norm": 1.7683066782874957,
      "learning_rate": 0.00012095710838596326,
      "loss": 1.6237,
      "step": 6268
    },
    {
      "epoch": 3.92057535959975,
      "grad_norm": 1.6502373427953871,
      "learning_rate": 0.00012089623103053791,
      "loss": 1.4197,
      "step": 6269
    },
    {
      "epoch": 3.921200750469043,
      "grad_norm": 1.5533534952026908,
      "learning_rate": 0.00012083535865601215,
      "loss": 1.2994,
      "step": 6270
    },
    {
      "epoch": 3.9218261413383364,
      "grad_norm": 1.6368119064413122,
      "learning_rate": 0.00012077449127280384,
      "loss": 1.2803,
      "step": 6271
    },
    {
      "epoch": 3.9224515322076297,
      "grad_norm": 1.529207133051503,
      "learning_rate": 0.00012071362889133005,
      "loss": 1.2478,
      "step": 6272
    },
    {
      "epoch": 3.9230769230769234,
      "grad_norm": 1.6618340195445278,
      "learning_rate": 0.00012065277152200687,
      "loss": 1.472,
      "step": 6273
    },
    {
      "epoch": 3.923702313946216,
      "grad_norm": 1.5316613513490582,
      "learning_rate": 0.00012059191917524962,
      "loss": 1.3715,
      "step": 6274
    },
    {
      "epoch": 3.92432770481551,
      "grad_norm": 1.64464366255678,
      "learning_rate": 0.00012053107186147275,
      "loss": 1.3707,
      "step": 6275
    },
    {
      "epoch": 3.924953095684803,
      "grad_norm": 1.556826076573317,
      "learning_rate": 0.00012047022959108985,
      "loss": 1.294,
      "step": 6276
    },
    {
      "epoch": 3.9255784865540964,
      "grad_norm": 1.6877683778426031,
      "learning_rate": 0.0001204093923745136,
      "loss": 1.5451,
      "step": 6277
    },
    {
      "epoch": 3.9262038774233896,
      "grad_norm": 1.5606407338555515,
      "learning_rate": 0.00012034856022215589,
      "loss": 1.1879,
      "step": 6278
    },
    {
      "epoch": 3.926829268292683,
      "grad_norm": 1.6840188813170478,
      "learning_rate": 0.00012028773314442766,
      "loss": 1.336,
      "step": 6279
    },
    {
      "epoch": 3.927454659161976,
      "grad_norm": 1.526719821153005,
      "learning_rate": 0.00012022691115173908,
      "loss": 1.2808,
      "step": 6280
    },
    {
      "epoch": 3.9280800500312694,
      "grad_norm": 1.6536598102447493,
      "learning_rate": 0.00012016609425449932,
      "loss": 1.3539,
      "step": 6281
    },
    {
      "epoch": 3.928705440900563,
      "grad_norm": 1.6355346903544736,
      "learning_rate": 0.00012010528246311678,
      "loss": 1.3936,
      "step": 6282
    },
    {
      "epoch": 3.9293308317698563,
      "grad_norm": 1.698761534264407,
      "learning_rate": 0.00012004447578799898,
      "loss": 1.3086,
      "step": 6283
    },
    {
      "epoch": 3.9299562226391496,
      "grad_norm": 1.5342735926552842,
      "learning_rate": 0.00011998367423955257,
      "loss": 1.2445,
      "step": 6284
    },
    {
      "epoch": 3.930581613508443,
      "grad_norm": 1.6446716408780633,
      "learning_rate": 0.00011992287782818323,
      "loss": 1.3454,
      "step": 6285
    },
    {
      "epoch": 3.931207004377736,
      "grad_norm": 1.5585137448569912,
      "learning_rate": 0.00011986208656429582,
      "loss": 1.354,
      "step": 6286
    },
    {
      "epoch": 3.9318323952470293,
      "grad_norm": 1.5538301670592425,
      "learning_rate": 0.00011980130045829438,
      "loss": 1.1777,
      "step": 6287
    },
    {
      "epoch": 3.9324577861163226,
      "grad_norm": 1.4230558047701014,
      "learning_rate": 0.00011974051952058199,
      "loss": 1.2179,
      "step": 6288
    },
    {
      "epoch": 3.9330831769856163,
      "grad_norm": 1.527173252200404,
      "learning_rate": 0.00011967974376156086,
      "loss": 1.2237,
      "step": 6289
    },
    {
      "epoch": 3.933708567854909,
      "grad_norm": 1.6739646265070307,
      "learning_rate": 0.00011961897319163233,
      "loss": 1.4389,
      "step": 6290
    },
    {
      "epoch": 3.9343339587242028,
      "grad_norm": 1.3841652619870004,
      "learning_rate": 0.00011955820782119687,
      "loss": 1.0887,
      "step": 6291
    },
    {
      "epoch": 3.934959349593496,
      "grad_norm": 1.668335737821344,
      "learning_rate": 0.00011949744766065397,
      "loss": 1.3942,
      "step": 6292
    },
    {
      "epoch": 3.9355847404627893,
      "grad_norm": 1.586792791521701,
      "learning_rate": 0.00011943669272040237,
      "loss": 1.3742,
      "step": 6293
    },
    {
      "epoch": 3.9362101313320825,
      "grad_norm": 1.8887388875213798,
      "learning_rate": 0.00011937594301083976,
      "loss": 1.6317,
      "step": 6294
    },
    {
      "epoch": 3.936835522201376,
      "grad_norm": 1.7363687826743517,
      "learning_rate": 0.00011931519854236307,
      "loss": 1.4427,
      "step": 6295
    },
    {
      "epoch": 3.937460913070669,
      "grad_norm": 1.6881426516942282,
      "learning_rate": 0.0001192544593253683,
      "loss": 1.4007,
      "step": 6296
    },
    {
      "epoch": 3.9380863039399623,
      "grad_norm": 1.6855830584919838,
      "learning_rate": 0.00011919372537025047,
      "loss": 1.3909,
      "step": 6297
    },
    {
      "epoch": 3.938711694809256,
      "grad_norm": 1.6450091419993584,
      "learning_rate": 0.00011913299668740375,
      "loss": 1.4326,
      "step": 6298
    },
    {
      "epoch": 3.9393370856785492,
      "grad_norm": 1.6663153723104476,
      "learning_rate": 0.00011907227328722143,
      "loss": 1.4505,
      "step": 6299
    },
    {
      "epoch": 3.9399624765478425,
      "grad_norm": 1.8436029929254365,
      "learning_rate": 0.0001190115551800959,
      "loss": 1.5783,
      "step": 6300
    },
    {
      "epoch": 3.9405878674171357,
      "grad_norm": 1.6737344065725681,
      "learning_rate": 0.00011895084237641864,
      "loss": 1.4321,
      "step": 6301
    },
    {
      "epoch": 3.941213258286429,
      "grad_norm": 1.5353650739781304,
      "learning_rate": 0.00011889013488658012,
      "loss": 1.1915,
      "step": 6302
    },
    {
      "epoch": 3.9418386491557222,
      "grad_norm": 1.7179401384621902,
      "learning_rate": 0.0001188294327209701,
      "loss": 1.3254,
      "step": 6303
    },
    {
      "epoch": 3.9424640400250155,
      "grad_norm": 1.6723400426102222,
      "learning_rate": 0.00011876873588997724,
      "loss": 1.4713,
      "step": 6304
    },
    {
      "epoch": 3.943089430894309,
      "grad_norm": 1.7319112115957482,
      "learning_rate": 0.00011870804440398937,
      "loss": 1.4383,
      "step": 6305
    },
    {
      "epoch": 3.943714821763602,
      "grad_norm": 1.4578720064646362,
      "learning_rate": 0.00011864735827339345,
      "loss": 1.2853,
      "step": 6306
    },
    {
      "epoch": 3.9443402126328957,
      "grad_norm": 1.4991241513738398,
      "learning_rate": 0.00011858667750857544,
      "loss": 1.2614,
      "step": 6307
    },
    {
      "epoch": 3.944965603502189,
      "grad_norm": 1.592754068933582,
      "learning_rate": 0.0001185260021199204,
      "loss": 1.2695,
      "step": 6308
    },
    {
      "epoch": 3.945590994371482,
      "grad_norm": 1.6475456124626429,
      "learning_rate": 0.0001184653321178125,
      "loss": 1.2877,
      "step": 6309
    },
    {
      "epoch": 3.9462163852407754,
      "grad_norm": 1.6007715654827135,
      "learning_rate": 0.00011840466751263498,
      "loss": 1.4436,
      "step": 6310
    },
    {
      "epoch": 3.9468417761100687,
      "grad_norm": 1.6275315747871164,
      "learning_rate": 0.00011834400831477014,
      "loss": 1.2844,
      "step": 6311
    },
    {
      "epoch": 3.947467166979362,
      "grad_norm": 1.773947438119451,
      "learning_rate": 0.00011828335453459936,
      "loss": 1.5364,
      "step": 6312
    },
    {
      "epoch": 3.948092557848655,
      "grad_norm": 1.5598728830873185,
      "learning_rate": 0.00011822270618250316,
      "loss": 1.2739,
      "step": 6313
    },
    {
      "epoch": 3.948717948717949,
      "grad_norm": 1.8323018421804003,
      "learning_rate": 0.00011816206326886095,
      "loss": 1.4852,
      "step": 6314
    },
    {
      "epoch": 3.949343339587242,
      "grad_norm": 1.6092506758813223,
      "learning_rate": 0.00011810142580405136,
      "loss": 1.4553,
      "step": 6315
    },
    {
      "epoch": 3.9499687304565354,
      "grad_norm": 1.5998219980228916,
      "learning_rate": 0.0001180407937984521,
      "loss": 1.2758,
      "step": 6316
    },
    {
      "epoch": 3.9505941213258287,
      "grad_norm": 1.6802462441256958,
      "learning_rate": 0.00011798016726243985,
      "loss": 1.6719,
      "step": 6317
    },
    {
      "epoch": 3.951219512195122,
      "grad_norm": 1.939720686858774,
      "learning_rate": 0.00011791954620639045,
      "loss": 1.7623,
      "step": 6318
    },
    {
      "epoch": 3.951844903064415,
      "grad_norm": 1.5939498289702072,
      "learning_rate": 0.00011785893064067876,
      "loss": 1.2829,
      "step": 6319
    },
    {
      "epoch": 3.9524702939337084,
      "grad_norm": 1.4444658695885124,
      "learning_rate": 0.00011779832057567863,
      "loss": 1.221,
      "step": 6320
    },
    {
      "epoch": 3.953095684803002,
      "grad_norm": 1.4486721043632316,
      "learning_rate": 0.00011773771602176307,
      "loss": 1.079,
      "step": 6321
    },
    {
      "epoch": 3.953721075672295,
      "grad_norm": 1.6120268302763157,
      "learning_rate": 0.00011767711698930414,
      "loss": 1.473,
      "step": 6322
    },
    {
      "epoch": 3.9543464665415886,
      "grad_norm": 1.5539836258329365,
      "learning_rate": 0.00011761652348867288,
      "loss": 1.2476,
      "step": 6323
    },
    {
      "epoch": 3.954971857410882,
      "grad_norm": 1.4452344886588704,
      "learning_rate": 0.00011755593553023944,
      "loss": 1.2497,
      "step": 6324
    },
    {
      "epoch": 3.955597248280175,
      "grad_norm": 1.5032590534307688,
      "learning_rate": 0.00011749535312437304,
      "loss": 1.3267,
      "step": 6325
    },
    {
      "epoch": 3.9562226391494684,
      "grad_norm": 1.5125706137372026,
      "learning_rate": 0.0001174347762814419,
      "loss": 1.2017,
      "step": 6326
    },
    {
      "epoch": 3.9568480300187616,
      "grad_norm": 1.6933653593928277,
      "learning_rate": 0.0001173742050118133,
      "loss": 1.4923,
      "step": 6327
    },
    {
      "epoch": 3.957473420888055,
      "grad_norm": 1.6389478896908378,
      "learning_rate": 0.00011731363932585359,
      "loss": 1.3976,
      "step": 6328
    },
    {
      "epoch": 3.958098811757348,
      "grad_norm": 1.5942397474369587,
      "learning_rate": 0.0001172530792339282,
      "loss": 1.3741,
      "step": 6329
    },
    {
      "epoch": 3.958724202626642,
      "grad_norm": 1.6624720395085366,
      "learning_rate": 0.00011719252474640145,
      "loss": 1.2792,
      "step": 6330
    },
    {
      "epoch": 3.959349593495935,
      "grad_norm": 1.7408364214528713,
      "learning_rate": 0.00011713197587363685,
      "loss": 1.287,
      "step": 6331
    },
    {
      "epoch": 3.9599749843652283,
      "grad_norm": 1.6322476985462042,
      "learning_rate": 0.00011707143262599688,
      "loss": 1.2801,
      "step": 6332
    },
    {
      "epoch": 3.9606003752345216,
      "grad_norm": 1.4571940799629441,
      "learning_rate": 0.00011701089501384311,
      "loss": 1.152,
      "step": 6333
    },
    {
      "epoch": 3.961225766103815,
      "grad_norm": 1.7437093598602231,
      "learning_rate": 0.0001169503630475361,
      "loss": 1.5085,
      "step": 6334
    },
    {
      "epoch": 3.961851156973108,
      "grad_norm": 1.6181240002219424,
      "learning_rate": 0.00011688983673743547,
      "loss": 1.3584,
      "step": 6335
    },
    {
      "epoch": 3.9624765478424013,
      "grad_norm": 1.4793333188503601,
      "learning_rate": 0.00011682931609389985,
      "loss": 1.2434,
      "step": 6336
    },
    {
      "epoch": 3.963101938711695,
      "grad_norm": 1.7620355040594664,
      "learning_rate": 0.00011676880112728695,
      "loss": 1.5983,
      "step": 6337
    },
    {
      "epoch": 3.9637273295809883,
      "grad_norm": 1.74496937223222,
      "learning_rate": 0.00011670829184795338,
      "loss": 1.4253,
      "step": 6338
    },
    {
      "epoch": 3.9643527204502815,
      "grad_norm": 1.7200963570003711,
      "learning_rate": 0.00011664778826625493,
      "loss": 1.4511,
      "step": 6339
    },
    {
      "epoch": 3.964978111319575,
      "grad_norm": 1.6501034716567873,
      "learning_rate": 0.00011658729039254634,
      "loss": 1.4077,
      "step": 6340
    },
    {
      "epoch": 3.965603502188868,
      "grad_norm": 1.6266565782430686,
      "learning_rate": 0.0001165267982371814,
      "loss": 1.3813,
      "step": 6341
    },
    {
      "epoch": 3.9662288930581613,
      "grad_norm": 1.6445037379858432,
      "learning_rate": 0.00011646631181051285,
      "loss": 1.3077,
      "step": 6342
    },
    {
      "epoch": 3.9668542839274545,
      "grad_norm": 1.9128429444122437,
      "learning_rate": 0.00011640583112289256,
      "loss": 1.2504,
      "step": 6343
    },
    {
      "epoch": 3.9674796747967482,
      "grad_norm": 1.643597469011641,
      "learning_rate": 0.00011634535618467136,
      "loss": 1.3966,
      "step": 6344
    },
    {
      "epoch": 3.968105065666041,
      "grad_norm": 1.7281380297276334,
      "learning_rate": 0.00011628488700619905,
      "loss": 1.5238,
      "step": 6345
    },
    {
      "epoch": 3.9687304565353347,
      "grad_norm": 1.519421824760987,
      "learning_rate": 0.0001162244235978246,
      "loss": 1.2633,
      "step": 6346
    },
    {
      "epoch": 3.969355847404628,
      "grad_norm": 1.643538209232498,
      "learning_rate": 0.00011616396596989577,
      "loss": 1.5458,
      "step": 6347
    },
    {
      "epoch": 3.9699812382739212,
      "grad_norm": 1.4215640411907104,
      "learning_rate": 0.00011610351413275945,
      "loss": 1.1604,
      "step": 6348
    },
    {
      "epoch": 3.9706066291432145,
      "grad_norm": 1.596365857019135,
      "learning_rate": 0.00011604306809676159,
      "loss": 1.2353,
      "step": 6349
    },
    {
      "epoch": 3.9712320200125077,
      "grad_norm": 1.4860260844875146,
      "learning_rate": 0.00011598262787224706,
      "loss": 1.2577,
      "step": 6350
    },
    {
      "epoch": 3.971857410881801,
      "grad_norm": 1.6505293973746158,
      "learning_rate": 0.00011592219346955978,
      "loss": 1.3609,
      "step": 6351
    },
    {
      "epoch": 3.9724828017510943,
      "grad_norm": 1.6360601851884156,
      "learning_rate": 0.00011586176489904269,
      "loss": 1.2897,
      "step": 6352
    },
    {
      "epoch": 3.973108192620388,
      "grad_norm": 1.5993090084759558,
      "learning_rate": 0.00011580134217103764,
      "loss": 1.245,
      "step": 6353
    },
    {
      "epoch": 3.973733583489681,
      "grad_norm": 1.6909976678181793,
      "learning_rate": 0.00011574092529588561,
      "loss": 1.5165,
      "step": 6354
    },
    {
      "epoch": 3.9743589743589745,
      "grad_norm": 1.6531348457601653,
      "learning_rate": 0.00011568051428392646,
      "loss": 1.4757,
      "step": 6355
    },
    {
      "epoch": 3.9749843652282677,
      "grad_norm": 1.5561326680261733,
      "learning_rate": 0.00011562010914549912,
      "loss": 1.2704,
      "step": 6356
    },
    {
      "epoch": 3.975609756097561,
      "grad_norm": 1.6565661189519099,
      "learning_rate": 0.00011555970989094148,
      "loss": 1.393,
      "step": 6357
    },
    {
      "epoch": 3.976235146966854,
      "grad_norm": 1.7149544666122,
      "learning_rate": 0.00011549931653059042,
      "loss": 1.4218,
      "step": 6358
    },
    {
      "epoch": 3.9768605378361475,
      "grad_norm": 1.6768913832974717,
      "learning_rate": 0.00011543892907478187,
      "loss": 1.2985,
      "step": 6359
    },
    {
      "epoch": 3.977485928705441,
      "grad_norm": 1.6585367106856792,
      "learning_rate": 0.0001153785475338507,
      "loss": 1.3102,
      "step": 6360
    },
    {
      "epoch": 3.978111319574734,
      "grad_norm": 1.571738242270416,
      "learning_rate": 0.00011531817191813077,
      "loss": 1.2969,
      "step": 6361
    },
    {
      "epoch": 3.9787367104440277,
      "grad_norm": 1.7401321685460858,
      "learning_rate": 0.00011525780223795495,
      "loss": 1.6013,
      "step": 6362
    },
    {
      "epoch": 3.979362101313321,
      "grad_norm": 1.693041866207127,
      "learning_rate": 0.00011519743850365499,
      "loss": 1.3589,
      "step": 6363
    },
    {
      "epoch": 3.979987492182614,
      "grad_norm": 1.475520147898772,
      "learning_rate": 0.00011513708072556178,
      "loss": 1.2338,
      "step": 6364
    },
    {
      "epoch": 3.9806128830519074,
      "grad_norm": 1.6946692815076299,
      "learning_rate": 0.00011507672891400509,
      "loss": 1.5459,
      "step": 6365
    },
    {
      "epoch": 3.9812382739212007,
      "grad_norm": 1.786965440306091,
      "learning_rate": 0.00011501638307931371,
      "loss": 1.5837,
      "step": 6366
    },
    {
      "epoch": 3.981863664790494,
      "grad_norm": 1.7609793778802822,
      "learning_rate": 0.00011495604323181539,
      "loss": 1.4248,
      "step": 6367
    },
    {
      "epoch": 3.982489055659787,
      "grad_norm": 1.6985591699279774,
      "learning_rate": 0.00011489570938183683,
      "loss": 1.4435,
      "step": 6368
    },
    {
      "epoch": 3.983114446529081,
      "grad_norm": 1.4930604301944317,
      "learning_rate": 0.0001148353815397038,
      "loss": 1.244,
      "step": 6369
    },
    {
      "epoch": 3.983739837398374,
      "grad_norm": 1.3128377195466794,
      "learning_rate": 0.00011477505971574091,
      "loss": 1.1498,
      "step": 6370
    },
    {
      "epoch": 3.9843652282676674,
      "grad_norm": 1.581662874563752,
      "learning_rate": 0.00011471474392027182,
      "loss": 1.4085,
      "step": 6371
    },
    {
      "epoch": 3.9849906191369606,
      "grad_norm": 1.5991188417898075,
      "learning_rate": 0.0001146544341636192,
      "loss": 1.2267,
      "step": 6372
    },
    {
      "epoch": 3.985616010006254,
      "grad_norm": 1.6591234151278638,
      "learning_rate": 0.00011459413045610454,
      "loss": 1.5051,
      "step": 6373
    },
    {
      "epoch": 3.986241400875547,
      "grad_norm": 1.4972078415464996,
      "learning_rate": 0.0001145338328080484,
      "loss": 1.2643,
      "step": 6374
    },
    {
      "epoch": 3.9868667917448404,
      "grad_norm": 1.531112274859637,
      "learning_rate": 0.00011447354122977034,
      "loss": 1.209,
      "step": 6375
    },
    {
      "epoch": 3.987492182614134,
      "grad_norm": 1.4205706910678588,
      "learning_rate": 0.00011441325573158878,
      "loss": 1.2976,
      "step": 6376
    },
    {
      "epoch": 3.988117573483427,
      "grad_norm": 1.5401876473071592,
      "learning_rate": 0.00011435297632382117,
      "loss": 1.3768,
      "step": 6377
    },
    {
      "epoch": 3.9887429643527206,
      "grad_norm": 1.3893696867403298,
      "learning_rate": 0.00011429270301678389,
      "loss": 1.1433,
      "step": 6378
    },
    {
      "epoch": 3.989368355222014,
      "grad_norm": 1.6945720194154095,
      "learning_rate": 0.00011423243582079234,
      "loss": 1.4355,
      "step": 6379
    },
    {
      "epoch": 3.989993746091307,
      "grad_norm": 1.6970702230479344,
      "learning_rate": 0.00011417217474616069,
      "loss": 1.5513,
      "step": 6380
    },
    {
      "epoch": 3.9906191369606003,
      "grad_norm": 1.5212004518350484,
      "learning_rate": 0.00011411191980320224,
      "loss": 1.0957,
      "step": 6381
    },
    {
      "epoch": 3.9912445278298936,
      "grad_norm": 1.7984341631107554,
      "learning_rate": 0.0001140516710022292,
      "loss": 1.53,
      "step": 6382
    },
    {
      "epoch": 3.991869918699187,
      "grad_norm": 1.5086697086635403,
      "learning_rate": 0.00011399142835355273,
      "loss": 1.3066,
      "step": 6383
    },
    {
      "epoch": 3.99249530956848,
      "grad_norm": 1.6564371682417496,
      "learning_rate": 0.00011393119186748288,
      "loss": 1.4534,
      "step": 6384
    },
    {
      "epoch": 3.993120700437774,
      "grad_norm": 1.6611594197196928,
      "learning_rate": 0.00011387096155432875,
      "loss": 1.2895,
      "step": 6385
    },
    {
      "epoch": 3.993746091307067,
      "grad_norm": 1.921109441343984,
      "learning_rate": 0.00011381073742439827,
      "loss": 1.2844,
      "step": 6386
    },
    {
      "epoch": 3.9943714821763603,
      "grad_norm": 1.4958912356828626,
      "learning_rate": 0.00011375051948799838,
      "loss": 1.1242,
      "step": 6387
    },
    {
      "epoch": 3.9949968730456535,
      "grad_norm": 1.4760583938391014,
      "learning_rate": 0.00011369030775543496,
      "loss": 1.1961,
      "step": 6388
    },
    {
      "epoch": 3.995622263914947,
      "grad_norm": 1.6183805635732142,
      "learning_rate": 0.00011363010223701284,
      "loss": 1.1682,
      "step": 6389
    },
    {
      "epoch": 3.99624765478424,
      "grad_norm": 1.5806305656318882,
      "learning_rate": 0.00011356990294303567,
      "loss": 1.2791,
      "step": 6390
    },
    {
      "epoch": 3.9968730456535333,
      "grad_norm": 1.6519878299885153,
      "learning_rate": 0.00011350970988380617,
      "loss": 1.246,
      "step": 6391
    },
    {
      "epoch": 3.997498436522827,
      "grad_norm": 1.6708310822117678,
      "learning_rate": 0.00011344952306962597,
      "loss": 1.2729,
      "step": 6392
    },
    {
      "epoch": 3.99812382739212,
      "grad_norm": 1.7268218573937044,
      "learning_rate": 0.00011338934251079557,
      "loss": 1.3527,
      "step": 6393
    },
    {
      "epoch": 3.9987492182614135,
      "grad_norm": 1.994249223002701,
      "learning_rate": 0.00011332916821761449,
      "loss": 1.6727,
      "step": 6394
    },
    {
      "epoch": 3.9993746091307067,
      "grad_norm": 1.7599826412500004,
      "learning_rate": 0.00011326900020038112,
      "loss": 1.3835,
      "step": 6395
    },
    {
      "epoch": 4.0,
      "grad_norm": 2.1481305407719953,
      "learning_rate": 0.00011320883846939272,
      "loss": 1.5401,
      "step": 6396
    },
    {
      "epoch": 4.0,
      "eval_loss": 2.095555543899536,
      "eval_runtime": 74.0555,
      "eval_samples_per_second": 4.834,
      "eval_steps_per_second": 4.834,
      "step": 6396
    },
    {
      "epoch": 4.000625390869294,
      "grad_norm": 1.201099306632383,
      "learning_rate": 0.00011314868303494555,
      "loss": 0.7548,
      "step": 6397
    },
    {
      "epoch": 4.0012507817385865,
      "grad_norm": 1.3205658371116722,
      "learning_rate": 0.00011308853390733479,
      "loss": 0.8551,
      "step": 6398
    },
    {
      "epoch": 4.00187617260788,
      "grad_norm": 1.3281180051920944,
      "learning_rate": 0.00011302839109685454,
      "loss": 0.8423,
      "step": 6399
    },
    {
      "epoch": 4.002501563477173,
      "grad_norm": 1.198452375229046,
      "learning_rate": 0.0001129682546137978,
      "loss": 0.8627,
      "step": 6400
    },
    {
      "epoch": 4.003126954346467,
      "grad_norm": 1.0153675255707966,
      "learning_rate": 0.0001129081244684565,
      "loss": 0.6174,
      "step": 6401
    },
    {
      "epoch": 4.0037523452157595,
      "grad_norm": 0.829265218695274,
      "learning_rate": 0.00011284800067112146,
      "loss": 0.4432,
      "step": 6402
    },
    {
      "epoch": 4.004377736085053,
      "grad_norm": 1.2046093128419737,
      "learning_rate": 0.00011278788323208246,
      "loss": 0.7691,
      "step": 6403
    },
    {
      "epoch": 4.005003126954347,
      "grad_norm": 0.9409134032509936,
      "learning_rate": 0.00011272777216162816,
      "loss": 0.5416,
      "step": 6404
    },
    {
      "epoch": 4.00562851782364,
      "grad_norm": 1.2148534628683643,
      "learning_rate": 0.0001126676674700461,
      "loss": 0.7836,
      "step": 6405
    },
    {
      "epoch": 4.006253908692933,
      "grad_norm": 1.4861913020655082,
      "learning_rate": 0.00011260756916762281,
      "loss": 0.7543,
      "step": 6406
    },
    {
      "epoch": 4.006879299562226,
      "grad_norm": 1.2365455481372234,
      "learning_rate": 0.00011254747726464369,
      "loss": 0.6569,
      "step": 6407
    },
    {
      "epoch": 4.00750469043152,
      "grad_norm": 1.1200249210933506,
      "learning_rate": 0.00011248739177139296,
      "loss": 0.6206,
      "step": 6408
    },
    {
      "epoch": 4.008130081300813,
      "grad_norm": 1.0996395986200427,
      "learning_rate": 0.0001124273126981539,
      "loss": 0.5697,
      "step": 6409
    },
    {
      "epoch": 4.008755472170106,
      "grad_norm": 0.9755725865557485,
      "learning_rate": 0.00011236724005520854,
      "loss": 0.4874,
      "step": 6410
    },
    {
      "epoch": 4.009380863039399,
      "grad_norm": 1.1889080247040784,
      "learning_rate": 0.00011230717385283795,
      "loss": 0.6303,
      "step": 6411
    },
    {
      "epoch": 4.010006253908693,
      "grad_norm": 1.5197667050972088,
      "learning_rate": 0.00011224711410132199,
      "loss": 0.8876,
      "step": 6412
    },
    {
      "epoch": 4.010631644777987,
      "grad_norm": 1.231083142377441,
      "learning_rate": 0.00011218706081093942,
      "loss": 0.5978,
      "step": 6413
    },
    {
      "epoch": 4.011257035647279,
      "grad_norm": 1.390616634793105,
      "learning_rate": 0.00011212701399196796,
      "loss": 0.7215,
      "step": 6414
    },
    {
      "epoch": 4.011882426516573,
      "grad_norm": 1.3507446106648995,
      "learning_rate": 0.00011206697365468416,
      "loss": 0.7279,
      "step": 6415
    },
    {
      "epoch": 4.012507817385866,
      "grad_norm": 1.400352687395436,
      "learning_rate": 0.00011200693980936354,
      "loss": 0.7135,
      "step": 6416
    },
    {
      "epoch": 4.01313320825516,
      "grad_norm": 1.5642526351870534,
      "learning_rate": 0.00011194691246628042,
      "loss": 0.787,
      "step": 6417
    },
    {
      "epoch": 4.013758599124452,
      "grad_norm": 1.4825016111449694,
      "learning_rate": 0.00011188689163570806,
      "loss": 0.7279,
      "step": 6418
    },
    {
      "epoch": 4.014383989993746,
      "grad_norm": 0.8280530373655534,
      "learning_rate": 0.00011182687732791859,
      "loss": 0.4182,
      "step": 6419
    },
    {
      "epoch": 4.01500938086304,
      "grad_norm": 1.471770297877286,
      "learning_rate": 0.000111766869553183,
      "loss": 0.744,
      "step": 6420
    },
    {
      "epoch": 4.015634771732333,
      "grad_norm": 1.1000097798550106,
      "learning_rate": 0.00011170686832177123,
      "loss": 0.5554,
      "step": 6421
    },
    {
      "epoch": 4.016260162601626,
      "grad_norm": 1.1351377018269362,
      "learning_rate": 0.00011164687364395204,
      "loss": 0.5218,
      "step": 6422
    },
    {
      "epoch": 4.016885553470919,
      "grad_norm": 1.4094964919506512,
      "learning_rate": 0.0001115868855299931,
      "loss": 0.6292,
      "step": 6423
    },
    {
      "epoch": 4.017510944340213,
      "grad_norm": 1.1446063612595765,
      "learning_rate": 0.0001115269039901609,
      "loss": 0.5386,
      "step": 6424
    },
    {
      "epoch": 4.018136335209506,
      "grad_norm": 1.2666317828522318,
      "learning_rate": 0.00011146692903472089,
      "loss": 0.6105,
      "step": 6425
    },
    {
      "epoch": 4.018761726078799,
      "grad_norm": 1.4113790326081121,
      "learning_rate": 0.00011140696067393733,
      "loss": 0.7381,
      "step": 6426
    },
    {
      "epoch": 4.019387116948092,
      "grad_norm": 1.431926247705589,
      "learning_rate": 0.00011134699891807337,
      "loss": 0.7038,
      "step": 6427
    },
    {
      "epoch": 4.020012507817386,
      "grad_norm": 1.3356981515707393,
      "learning_rate": 0.00011128704377739105,
      "loss": 0.6497,
      "step": 6428
    },
    {
      "epoch": 4.0206378986866795,
      "grad_norm": 1.26258621685561,
      "learning_rate": 0.0001112270952621512,
      "loss": 0.6037,
      "step": 6429
    },
    {
      "epoch": 4.021263289555972,
      "grad_norm": 0.9327893723408844,
      "learning_rate": 0.0001111671533826137,
      "loss": 0.4711,
      "step": 6430
    },
    {
      "epoch": 4.021888680425266,
      "grad_norm": 1.375140899202819,
      "learning_rate": 0.00011110721814903701,
      "loss": 0.6505,
      "step": 6431
    },
    {
      "epoch": 4.022514071294559,
      "grad_norm": 1.7053655506379801,
      "learning_rate": 0.0001110472895716787,
      "loss": 0.8274,
      "step": 6432
    },
    {
      "epoch": 4.0231394621638525,
      "grad_norm": 1.4815725714346386,
      "learning_rate": 0.00011098736766079509,
      "loss": 0.6271,
      "step": 6433
    },
    {
      "epoch": 4.023764853033145,
      "grad_norm": 1.4858537887898424,
      "learning_rate": 0.00011092745242664139,
      "loss": 0.7311,
      "step": 6434
    },
    {
      "epoch": 4.024390243902439,
      "grad_norm": 1.5063564840183297,
      "learning_rate": 0.00011086754387947169,
      "loss": 0.6646,
      "step": 6435
    },
    {
      "epoch": 4.025015634771733,
      "grad_norm": 2.0370641999410917,
      "learning_rate": 0.00011080764202953885,
      "loss": 1.117,
      "step": 6436
    },
    {
      "epoch": 4.0256410256410255,
      "grad_norm": 1.5915282289477861,
      "learning_rate": 0.00011074774688709468,
      "loss": 0.6991,
      "step": 6437
    },
    {
      "epoch": 4.026266416510319,
      "grad_norm": 1.6408166534254125,
      "learning_rate": 0.00011068785846238978,
      "loss": 0.6869,
      "step": 6438
    },
    {
      "epoch": 4.026891807379612,
      "grad_norm": 1.5289299860879433,
      "learning_rate": 0.00011062797676567362,
      "loss": 0.7318,
      "step": 6439
    },
    {
      "epoch": 4.027517198248906,
      "grad_norm": 0.9602542359119459,
      "learning_rate": 0.00011056810180719453,
      "loss": 0.4997,
      "step": 6440
    },
    {
      "epoch": 4.028142589118199,
      "grad_norm": 1.2920019073582347,
      "learning_rate": 0.00011050823359719968,
      "loss": 0.6536,
      "step": 6441
    },
    {
      "epoch": 4.028767979987492,
      "grad_norm": 1.4224662550025844,
      "learning_rate": 0.0001104483721459351,
      "loss": 0.7017,
      "step": 6442
    },
    {
      "epoch": 4.029393370856785,
      "grad_norm": 1.1943024394287898,
      "learning_rate": 0.00011038851746364557,
      "loss": 0.6362,
      "step": 6443
    },
    {
      "epoch": 4.030018761726079,
      "grad_norm": 1.5359118630022162,
      "learning_rate": 0.00011032866956057489,
      "loss": 0.8178,
      "step": 6444
    },
    {
      "epoch": 4.0306441525953725,
      "grad_norm": 1.056045225866375,
      "learning_rate": 0.00011026882844696548,
      "loss": 0.5103,
      "step": 6445
    },
    {
      "epoch": 4.031269543464665,
      "grad_norm": 1.4886376704908062,
      "learning_rate": 0.0001102089941330588,
      "loss": 0.7864,
      "step": 6446
    },
    {
      "epoch": 4.031894934333959,
      "grad_norm": 1.3284896268669613,
      "learning_rate": 0.00011014916662909501,
      "loss": 0.6662,
      "step": 6447
    },
    {
      "epoch": 4.032520325203252,
      "grad_norm": 1.6580655594136742,
      "learning_rate": 0.00011008934594531323,
      "loss": 0.8722,
      "step": 6448
    },
    {
      "epoch": 4.0331457160725455,
      "grad_norm": 1.6336462046402327,
      "learning_rate": 0.00011002953209195124,
      "loss": 0.835,
      "step": 6449
    },
    {
      "epoch": 4.033771106941838,
      "grad_norm": 1.0938943613260077,
      "learning_rate": 0.00010996972507924581,
      "loss": 0.5667,
      "step": 6450
    },
    {
      "epoch": 4.034396497811132,
      "grad_norm": 1.6864745995371233,
      "learning_rate": 0.00010990992491743245,
      "loss": 0.7967,
      "step": 6451
    },
    {
      "epoch": 4.035021888680426,
      "grad_norm": 1.2783408910657215,
      "learning_rate": 0.00010985013161674552,
      "loss": 0.5978,
      "step": 6452
    },
    {
      "epoch": 4.0356472795497185,
      "grad_norm": 1.4063420765730932,
      "learning_rate": 0.00010979034518741824,
      "loss": 0.5916,
      "step": 6453
    },
    {
      "epoch": 4.036272670419012,
      "grad_norm": 1.1271194046718975,
      "learning_rate": 0.00010973056563968262,
      "loss": 0.5433,
      "step": 6454
    },
    {
      "epoch": 4.036898061288305,
      "grad_norm": 1.5145796334044268,
      "learning_rate": 0.00010967079298376948,
      "loss": 0.7207,
      "step": 6455
    },
    {
      "epoch": 4.037523452157599,
      "grad_norm": 1.2768480102701967,
      "learning_rate": 0.0001096110272299085,
      "loss": 0.6191,
      "step": 6456
    },
    {
      "epoch": 4.0381488430268915,
      "grad_norm": 1.0182015735209984,
      "learning_rate": 0.00010955126838832814,
      "loss": 0.5479,
      "step": 6457
    },
    {
      "epoch": 4.038774233896185,
      "grad_norm": 1.598668182751282,
      "learning_rate": 0.0001094915164692557,
      "loss": 0.8777,
      "step": 6458
    },
    {
      "epoch": 4.039399624765478,
      "grad_norm": 1.5966333787519433,
      "learning_rate": 0.00010943177148291728,
      "loss": 0.6913,
      "step": 6459
    },
    {
      "epoch": 4.040025015634772,
      "grad_norm": 1.122735610338763,
      "learning_rate": 0.00010937203343953789,
      "loss": 0.4729,
      "step": 6460
    },
    {
      "epoch": 4.040650406504065,
      "grad_norm": 0.9275430471430383,
      "learning_rate": 0.0001093123023493411,
      "loss": 0.3852,
      "step": 6461
    },
    {
      "epoch": 4.041275797373358,
      "grad_norm": 1.3482102928981912,
      "learning_rate": 0.00010925257822254953,
      "loss": 0.5501,
      "step": 6462
    },
    {
      "epoch": 4.041901188242652,
      "grad_norm": 1.460636187668754,
      "learning_rate": 0.00010919286106938456,
      "loss": 0.7251,
      "step": 6463
    },
    {
      "epoch": 4.042526579111945,
      "grad_norm": 1.6895096154528966,
      "learning_rate": 0.00010913315090006633,
      "loss": 0.6798,
      "step": 6464
    },
    {
      "epoch": 4.043151969981238,
      "grad_norm": 1.59700164643079,
      "learning_rate": 0.00010907344772481382,
      "loss": 0.7048,
      "step": 6465
    },
    {
      "epoch": 4.043777360850531,
      "grad_norm": 1.1083169386300649,
      "learning_rate": 0.00010901375155384477,
      "loss": 0.5792,
      "step": 6466
    },
    {
      "epoch": 4.044402751719825,
      "grad_norm": 1.2786164462400604,
      "learning_rate": 0.00010895406239737575,
      "loss": 0.5773,
      "step": 6467
    },
    {
      "epoch": 4.045028142589119,
      "grad_norm": 1.3411393776712106,
      "learning_rate": 0.00010889438026562211,
      "loss": 0.6501,
      "step": 6468
    },
    {
      "epoch": 4.045653533458411,
      "grad_norm": 1.571426585471421,
      "learning_rate": 0.00010883470516879808,
      "loss": 0.7307,
      "step": 6469
    },
    {
      "epoch": 4.046278924327705,
      "grad_norm": 1.1298897113836803,
      "learning_rate": 0.00010877503711711655,
      "loss": 0.4377,
      "step": 6470
    },
    {
      "epoch": 4.046904315196998,
      "grad_norm": 1.406050420170639,
      "learning_rate": 0.00010871537612078932,
      "loss": 0.6047,
      "step": 6471
    },
    {
      "epoch": 4.047529706066292,
      "grad_norm": 1.0606832248727214,
      "learning_rate": 0.0001086557221900269,
      "loss": 0.4811,
      "step": 6472
    },
    {
      "epoch": 4.048155096935584,
      "grad_norm": 1.1829630182468618,
      "learning_rate": 0.00010859607533503868,
      "loss": 0.511,
      "step": 6473
    },
    {
      "epoch": 4.048780487804878,
      "grad_norm": 1.1097793247298144,
      "learning_rate": 0.00010853643556603278,
      "loss": 0.5194,
      "step": 6474
    },
    {
      "epoch": 4.049405878674172,
      "grad_norm": 1.2376644767259868,
      "learning_rate": 0.00010847680289321605,
      "loss": 0.5741,
      "step": 6475
    },
    {
      "epoch": 4.050031269543465,
      "grad_norm": 1.306893708596249,
      "learning_rate": 0.00010841717732679427,
      "loss": 0.6184,
      "step": 6476
    },
    {
      "epoch": 4.050656660412758,
      "grad_norm": 1.3188208228515355,
      "learning_rate": 0.00010835755887697196,
      "loss": 0.6002,
      "step": 6477
    },
    {
      "epoch": 4.051282051282051,
      "grad_norm": 1.407667011376447,
      "learning_rate": 0.00010829794755395224,
      "loss": 0.6205,
      "step": 6478
    },
    {
      "epoch": 4.051907442151345,
      "grad_norm": 1.3395177410457215,
      "learning_rate": 0.00010823834336793724,
      "loss": 0.6201,
      "step": 6479
    },
    {
      "epoch": 4.052532833020638,
      "grad_norm": 1.470034141531538,
      "learning_rate": 0.00010817874632912779,
      "loss": 0.6205,
      "step": 6480
    },
    {
      "epoch": 4.053158223889931,
      "grad_norm": 1.5620450902426792,
      "learning_rate": 0.00010811915644772345,
      "loss": 0.7689,
      "step": 6481
    },
    {
      "epoch": 4.053783614759224,
      "grad_norm": 1.6166422171476156,
      "learning_rate": 0.00010805957373392268,
      "loss": 0.7746,
      "step": 6482
    },
    {
      "epoch": 4.054409005628518,
      "grad_norm": 1.3174906188437663,
      "learning_rate": 0.00010799999819792256,
      "loss": 0.5634,
      "step": 6483
    },
    {
      "epoch": 4.0550343964978115,
      "grad_norm": 1.5129184563313,
      "learning_rate": 0.00010794042984991905,
      "loss": 0.6344,
      "step": 6484
    },
    {
      "epoch": 4.055659787367104,
      "grad_norm": 1.4130533604325084,
      "learning_rate": 0.0001078808687001068,
      "loss": 0.5874,
      "step": 6485
    },
    {
      "epoch": 4.056285178236398,
      "grad_norm": 1.3920110459837836,
      "learning_rate": 0.0001078213147586793,
      "loss": 0.6461,
      "step": 6486
    },
    {
      "epoch": 4.056910569105691,
      "grad_norm": 1.012009958338474,
      "learning_rate": 0.00010776176803582877,
      "loss": 0.4626,
      "step": 6487
    },
    {
      "epoch": 4.0575359599749845,
      "grad_norm": 1.1986532988194336,
      "learning_rate": 0.00010770222854174622,
      "loss": 0.49,
      "step": 6488
    },
    {
      "epoch": 4.058161350844277,
      "grad_norm": 1.6398251745837087,
      "learning_rate": 0.00010764269628662136,
      "loss": 0.774,
      "step": 6489
    },
    {
      "epoch": 4.058786741713571,
      "grad_norm": 1.68106351916063,
      "learning_rate": 0.00010758317128064275,
      "loss": 0.7996,
      "step": 6490
    },
    {
      "epoch": 4.059412132582865,
      "grad_norm": 1.8123013008066948,
      "learning_rate": 0.00010752365353399765,
      "loss": 0.797,
      "step": 6491
    },
    {
      "epoch": 4.0600375234521575,
      "grad_norm": 1.7106160170635227,
      "learning_rate": 0.00010746414305687207,
      "loss": 0.7632,
      "step": 6492
    },
    {
      "epoch": 4.060662914321451,
      "grad_norm": 1.6074068394471375,
      "learning_rate": 0.00010740463985945088,
      "loss": 0.727,
      "step": 6493
    },
    {
      "epoch": 4.061288305190744,
      "grad_norm": 1.9559638244911424,
      "learning_rate": 0.00010734514395191751,
      "loss": 0.8066,
      "step": 6494
    },
    {
      "epoch": 4.061913696060038,
      "grad_norm": 1.4439462312510625,
      "learning_rate": 0.00010728565534445431,
      "loss": 0.578,
      "step": 6495
    },
    {
      "epoch": 4.0625390869293305,
      "grad_norm": 1.6040061117728137,
      "learning_rate": 0.0001072261740472423,
      "loss": 0.6479,
      "step": 6496
    },
    {
      "epoch": 4.063164477798624,
      "grad_norm": 1.7762666349372032,
      "learning_rate": 0.00010716670007046129,
      "loss": 0.8133,
      "step": 6497
    },
    {
      "epoch": 4.063789868667917,
      "grad_norm": 1.4946144975704974,
      "learning_rate": 0.00010710723342428983,
      "loss": 0.6817,
      "step": 6498
    },
    {
      "epoch": 4.064415259537211,
      "grad_norm": 1.2616198378117318,
      "learning_rate": 0.00010704777411890519,
      "loss": 0.6623,
      "step": 6499
    },
    {
      "epoch": 4.065040650406504,
      "grad_norm": 1.385314227551847,
      "learning_rate": 0.0001069883221644834,
      "loss": 0.6525,
      "step": 6500
    },
    {
      "epoch": 4.065666041275797,
      "grad_norm": 1.2323287984006248,
      "learning_rate": 0.0001069288775711993,
      "loss": 0.4962,
      "step": 6501
    },
    {
      "epoch": 4.066291432145091,
      "grad_norm": 1.1364804866586593,
      "learning_rate": 0.00010686944034922629,
      "loss": 0.5857,
      "step": 6502
    },
    {
      "epoch": 4.066916823014384,
      "grad_norm": 1.4625486040328788,
      "learning_rate": 0.00010681001050873668,
      "loss": 0.7031,
      "step": 6503
    },
    {
      "epoch": 4.067542213883677,
      "grad_norm": 1.3745438646717048,
      "learning_rate": 0.00010675058805990147,
      "loss": 0.6856,
      "step": 6504
    },
    {
      "epoch": 4.06816760475297,
      "grad_norm": 1.4865083384826814,
      "learning_rate": 0.00010669117301289034,
      "loss": 0.6481,
      "step": 6505
    },
    {
      "epoch": 4.068792995622264,
      "grad_norm": 1.553483968586887,
      "learning_rate": 0.00010663176537787176,
      "loss": 0.7407,
      "step": 6506
    },
    {
      "epoch": 4.069418386491558,
      "grad_norm": 0.9372363208973119,
      "learning_rate": 0.00010657236516501296,
      "loss": 0.4833,
      "step": 6507
    },
    {
      "epoch": 4.07004377736085,
      "grad_norm": 1.296865939727882,
      "learning_rate": 0.0001065129723844798,
      "loss": 0.6628,
      "step": 6508
    },
    {
      "epoch": 4.070669168230144,
      "grad_norm": 2.3324531076314345,
      "learning_rate": 0.00010645358704643701,
      "loss": 1.0864,
      "step": 6509
    },
    {
      "epoch": 4.071294559099437,
      "grad_norm": 1.5714363897777806,
      "learning_rate": 0.00010639420916104784,
      "loss": 0.7765,
      "step": 6510
    },
    {
      "epoch": 4.071919949968731,
      "grad_norm": 1.1062185840164724,
      "learning_rate": 0.00010633483873847445,
      "loss": 0.5151,
      "step": 6511
    },
    {
      "epoch": 4.072545340838023,
      "grad_norm": 1.340105358217391,
      "learning_rate": 0.00010627547578887765,
      "loss": 0.6161,
      "step": 6512
    },
    {
      "epoch": 4.073170731707317,
      "grad_norm": 1.2956138187414705,
      "learning_rate": 0.00010621612032241699,
      "loss": 0.5963,
      "step": 6513
    },
    {
      "epoch": 4.07379612257661,
      "grad_norm": 1.1730738253287616,
      "learning_rate": 0.00010615677234925072,
      "loss": 0.5616,
      "step": 6514
    },
    {
      "epoch": 4.074421513445904,
      "grad_norm": 1.6035810640092756,
      "learning_rate": 0.00010609743187953581,
      "loss": 0.7367,
      "step": 6515
    },
    {
      "epoch": 4.075046904315197,
      "grad_norm": 1.6808900800977746,
      "learning_rate": 0.00010603809892342798,
      "loss": 0.7114,
      "step": 6516
    },
    {
      "epoch": 4.07567229518449,
      "grad_norm": 1.632853929960971,
      "learning_rate": 0.00010597877349108162,
      "loss": 0.7542,
      "step": 6517
    },
    {
      "epoch": 4.076297686053784,
      "grad_norm": 1.1627138091394809,
      "learning_rate": 0.00010591945559264984,
      "loss": 0.5585,
      "step": 6518
    },
    {
      "epoch": 4.076923076923077,
      "grad_norm": 1.7004109769658675,
      "learning_rate": 0.00010586014523828447,
      "loss": 0.7313,
      "step": 6519
    },
    {
      "epoch": 4.07754846779237,
      "grad_norm": 1.4888046742961762,
      "learning_rate": 0.00010580084243813605,
      "loss": 0.649,
      "step": 6520
    },
    {
      "epoch": 4.078173858661663,
      "grad_norm": 1.7304865867378099,
      "learning_rate": 0.00010574154720235384,
      "loss": 0.7821,
      "step": 6521
    },
    {
      "epoch": 4.078799249530957,
      "grad_norm": 2.0257384450011053,
      "learning_rate": 0.00010568225954108576,
      "loss": 0.9002,
      "step": 6522
    },
    {
      "epoch": 4.0794246404002505,
      "grad_norm": 1.1949152332834108,
      "learning_rate": 0.00010562297946447849,
      "loss": 0.5362,
      "step": 6523
    },
    {
      "epoch": 4.080050031269543,
      "grad_norm": 1.344718819607163,
      "learning_rate": 0.00010556370698267738,
      "loss": 0.5845,
      "step": 6524
    },
    {
      "epoch": 4.080675422138837,
      "grad_norm": 1.071391524216205,
      "learning_rate": 0.0001055044421058265,
      "loss": 0.4751,
      "step": 6525
    },
    {
      "epoch": 4.08130081300813,
      "grad_norm": 1.5599675492616307,
      "learning_rate": 0.00010544518484406866,
      "loss": 0.8148,
      "step": 6526
    },
    {
      "epoch": 4.0819262038774236,
      "grad_norm": 1.5048158756451488,
      "learning_rate": 0.00010538593520754515,
      "loss": 0.6819,
      "step": 6527
    },
    {
      "epoch": 4.082551594746716,
      "grad_norm": 1.0307935337870506,
      "learning_rate": 0.00010532669320639624,
      "loss": 0.504,
      "step": 6528
    },
    {
      "epoch": 4.08317698561601,
      "grad_norm": 1.3878998119395192,
      "learning_rate": 0.00010526745885076073,
      "loss": 0.6209,
      "step": 6529
    },
    {
      "epoch": 4.083802376485304,
      "grad_norm": 1.3492475762352767,
      "learning_rate": 0.00010520823215077615,
      "loss": 0.6319,
      "step": 6530
    },
    {
      "epoch": 4.084427767354597,
      "grad_norm": 1.4219877135650483,
      "learning_rate": 0.00010514901311657875,
      "loss": 0.6436,
      "step": 6531
    },
    {
      "epoch": 4.08505315822389,
      "grad_norm": 1.8301115757590893,
      "learning_rate": 0.00010508980175830342,
      "loss": 0.7488,
      "step": 6532
    },
    {
      "epoch": 4.085678549093183,
      "grad_norm": 1.3862831986540716,
      "learning_rate": 0.00010503059808608377,
      "loss": 0.6264,
      "step": 6533
    },
    {
      "epoch": 4.086303939962477,
      "grad_norm": 1.3778867803324273,
      "learning_rate": 0.00010497140211005205,
      "loss": 0.6358,
      "step": 6534
    },
    {
      "epoch": 4.08692933083177,
      "grad_norm": 1.447301529776247,
      "learning_rate": 0.00010491221384033926,
      "loss": 0.6213,
      "step": 6535
    },
    {
      "epoch": 4.087554721701063,
      "grad_norm": 1.078420864607205,
      "learning_rate": 0.00010485303328707505,
      "loss": 0.5061,
      "step": 6536
    },
    {
      "epoch": 4.088180112570356,
      "grad_norm": 1.3752161344129756,
      "learning_rate": 0.0001047938604603877,
      "loss": 0.5778,
      "step": 6537
    },
    {
      "epoch": 4.08880550343965,
      "grad_norm": 1.5381562567274913,
      "learning_rate": 0.00010473469537040423,
      "loss": 0.7312,
      "step": 6538
    },
    {
      "epoch": 4.0894308943089435,
      "grad_norm": 1.3688480736792947,
      "learning_rate": 0.00010467553802725031,
      "loss": 0.5796,
      "step": 6539
    },
    {
      "epoch": 4.090056285178236,
      "grad_norm": 1.3901587954338595,
      "learning_rate": 0.00010461638844105031,
      "loss": 0.6637,
      "step": 6540
    },
    {
      "epoch": 4.09068167604753,
      "grad_norm": 1.5556773600432054,
      "learning_rate": 0.00010455724662192725,
      "loss": 0.6649,
      "step": 6541
    },
    {
      "epoch": 4.091307066916823,
      "grad_norm": 1.685494505791408,
      "learning_rate": 0.00010449811258000288,
      "loss": 0.7788,
      "step": 6542
    },
    {
      "epoch": 4.0919324577861165,
      "grad_norm": 1.4344699543833264,
      "learning_rate": 0.00010443898632539742,
      "loss": 0.699,
      "step": 6543
    },
    {
      "epoch": 4.092557848655409,
      "grad_norm": 1.3097596866508174,
      "learning_rate": 0.00010437986786823001,
      "loss": 0.6584,
      "step": 6544
    },
    {
      "epoch": 4.093183239524703,
      "grad_norm": 1.4230798208903817,
      "learning_rate": 0.00010432075721861831,
      "loss": 0.6405,
      "step": 6545
    },
    {
      "epoch": 4.093808630393997,
      "grad_norm": 1.4267708790131812,
      "learning_rate": 0.0001042616543866787,
      "loss": 0.6751,
      "step": 6546
    },
    {
      "epoch": 4.0944340212632895,
      "grad_norm": 1.32338999970267,
      "learning_rate": 0.00010420255938252618,
      "loss": 0.6093,
      "step": 6547
    },
    {
      "epoch": 4.095059412132583,
      "grad_norm": 1.4930907617669706,
      "learning_rate": 0.00010414347221627446,
      "loss": 0.6166,
      "step": 6548
    },
    {
      "epoch": 4.095684803001876,
      "grad_norm": 1.24037194260375,
      "learning_rate": 0.00010408439289803587,
      "loss": 0.5607,
      "step": 6549
    },
    {
      "epoch": 4.09631019387117,
      "grad_norm": 1.5096064872732442,
      "learning_rate": 0.00010402532143792139,
      "loss": 0.6101,
      "step": 6550
    },
    {
      "epoch": 4.0969355847404625,
      "grad_norm": 1.8508306552231446,
      "learning_rate": 0.00010396625784604069,
      "loss": 0.7981,
      "step": 6551
    },
    {
      "epoch": 4.097560975609756,
      "grad_norm": 1.334858564687747,
      "learning_rate": 0.00010390720213250208,
      "loss": 0.5959,
      "step": 6552
    },
    {
      "epoch": 4.098186366479049,
      "grad_norm": 1.3242255628628252,
      "learning_rate": 0.00010384815430741252,
      "loss": 0.6321,
      "step": 6553
    },
    {
      "epoch": 4.098811757348343,
      "grad_norm": 1.582839977647967,
      "learning_rate": 0.00010378911438087765,
      "loss": 0.7535,
      "step": 6554
    },
    {
      "epoch": 4.099437148217636,
      "grad_norm": 1.7185840091577707,
      "learning_rate": 0.00010373008236300164,
      "loss": 0.7116,
      "step": 6555
    },
    {
      "epoch": 4.100062539086929,
      "grad_norm": 1.4857693015783993,
      "learning_rate": 0.00010367105826388745,
      "loss": 0.686,
      "step": 6556
    },
    {
      "epoch": 4.100687929956223,
      "grad_norm": 1.4288864036660918,
      "learning_rate": 0.00010361204209363662,
      "loss": 0.6551,
      "step": 6557
    },
    {
      "epoch": 4.101313320825516,
      "grad_norm": 1.6865124242663965,
      "learning_rate": 0.00010355303386234934,
      "loss": 0.7743,
      "step": 6558
    },
    {
      "epoch": 4.101938711694809,
      "grad_norm": 1.5894487374924937,
      "learning_rate": 0.00010349403358012449,
      "loss": 0.652,
      "step": 6559
    },
    {
      "epoch": 4.102564102564102,
      "grad_norm": 1.4120953554027202,
      "learning_rate": 0.00010343504125705946,
      "loss": 0.6538,
      "step": 6560
    },
    {
      "epoch": 4.103189493433396,
      "grad_norm": 1.5557663161461164,
      "learning_rate": 0.00010337605690325038,
      "loss": 0.6702,
      "step": 6561
    },
    {
      "epoch": 4.10381488430269,
      "grad_norm": 1.4401037021867331,
      "learning_rate": 0.000103317080528792,
      "loss": 0.5863,
      "step": 6562
    },
    {
      "epoch": 4.104440275171982,
      "grad_norm": 1.1798202856590516,
      "learning_rate": 0.00010325811214377771,
      "loss": 0.5257,
      "step": 6563
    },
    {
      "epoch": 4.105065666041276,
      "grad_norm": 1.4287744664215893,
      "learning_rate": 0.00010319915175829954,
      "loss": 0.6384,
      "step": 6564
    },
    {
      "epoch": 4.105691056910569,
      "grad_norm": 1.1793325024430448,
      "learning_rate": 0.0001031401993824481,
      "loss": 0.5508,
      "step": 6565
    },
    {
      "epoch": 4.106316447779863,
      "grad_norm": 1.5689176158710525,
      "learning_rate": 0.00010308125502631267,
      "loss": 0.7557,
      "step": 6566
    },
    {
      "epoch": 4.106941838649155,
      "grad_norm": 1.2748270105543138,
      "learning_rate": 0.00010302231869998118,
      "loss": 0.5418,
      "step": 6567
    },
    {
      "epoch": 4.107567229518449,
      "grad_norm": 1.9522751041296593,
      "learning_rate": 0.0001029633904135401,
      "loss": 0.8641,
      "step": 6568
    },
    {
      "epoch": 4.108192620387742,
      "grad_norm": 1.6081797462520644,
      "learning_rate": 0.00010290447017707464,
      "loss": 0.7382,
      "step": 6569
    },
    {
      "epoch": 4.108818011257036,
      "grad_norm": 1.4272419362198727,
      "learning_rate": 0.00010284555800066856,
      "loss": 0.6567,
      "step": 6570
    },
    {
      "epoch": 4.109443402126329,
      "grad_norm": 1.4804272592872856,
      "learning_rate": 0.00010278665389440426,
      "loss": 0.739,
      "step": 6571
    },
    {
      "epoch": 4.110068792995622,
      "grad_norm": 1.4370886314523759,
      "learning_rate": 0.00010272775786836268,
      "loss": 0.716,
      "step": 6572
    },
    {
      "epoch": 4.110694183864916,
      "grad_norm": 1.125280781870977,
      "learning_rate": 0.00010266886993262354,
      "loss": 0.5229,
      "step": 6573
    },
    {
      "epoch": 4.111319574734209,
      "grad_norm": 1.1611088608625748,
      "learning_rate": 0.00010260999009726502,
      "loss": 0.4892,
      "step": 6574
    },
    {
      "epoch": 4.111944965603502,
      "grad_norm": 1.3568654079163707,
      "learning_rate": 0.00010255111837236402,
      "loss": 0.7003,
      "step": 6575
    },
    {
      "epoch": 4.112570356472795,
      "grad_norm": 1.7585291636374407,
      "learning_rate": 0.00010249225476799601,
      "loss": 0.7797,
      "step": 6576
    },
    {
      "epoch": 4.113195747342089,
      "grad_norm": 1.1774046334301347,
      "learning_rate": 0.00010243339929423503,
      "loss": 0.5161,
      "step": 6577
    },
    {
      "epoch": 4.1138211382113825,
      "grad_norm": 1.3373728047938271,
      "learning_rate": 0.00010237455196115378,
      "loss": 0.6541,
      "step": 6578
    },
    {
      "epoch": 4.114446529080675,
      "grad_norm": 1.5809963744064581,
      "learning_rate": 0.00010231571277882358,
      "loss": 0.7167,
      "step": 6579
    },
    {
      "epoch": 4.115071919949969,
      "grad_norm": 1.6357198501915966,
      "learning_rate": 0.00010225688175731429,
      "loss": 0.7406,
      "step": 6580
    },
    {
      "epoch": 4.115697310819262,
      "grad_norm": 1.2442185213451125,
      "learning_rate": 0.00010219805890669446,
      "loss": 0.5454,
      "step": 6581
    },
    {
      "epoch": 4.1163227016885555,
      "grad_norm": 1.3412071328158177,
      "learning_rate": 0.00010213924423703119,
      "loss": 0.6038,
      "step": 6582
    },
    {
      "epoch": 4.116948092557848,
      "grad_norm": 1.768919016352932,
      "learning_rate": 0.00010208043775839016,
      "loss": 0.777,
      "step": 6583
    },
    {
      "epoch": 4.117573483427142,
      "grad_norm": 1.146529590619045,
      "learning_rate": 0.0001020216394808357,
      "loss": 0.5412,
      "step": 6584
    },
    {
      "epoch": 4.118198874296436,
      "grad_norm": 1.1781428935731177,
      "learning_rate": 0.00010196284941443068,
      "loss": 0.5372,
      "step": 6585
    },
    {
      "epoch": 4.1188242651657285,
      "grad_norm": 1.627954282171952,
      "learning_rate": 0.0001019040675692366,
      "loss": 0.6746,
      "step": 6586
    },
    {
      "epoch": 4.119449656035022,
      "grad_norm": 1.1321277480907244,
      "learning_rate": 0.0001018452939553136,
      "loss": 0.5579,
      "step": 6587
    },
    {
      "epoch": 4.120075046904315,
      "grad_norm": 1.4203743408809322,
      "learning_rate": 0.00010178652858272027,
      "loss": 0.6239,
      "step": 6588
    },
    {
      "epoch": 4.120700437773609,
      "grad_norm": 1.541037097065554,
      "learning_rate": 0.000101727771461514,
      "loss": 0.6215,
      "step": 6589
    },
    {
      "epoch": 4.1213258286429015,
      "grad_norm": 1.2242477742898399,
      "learning_rate": 0.00010166902260175051,
      "loss": 0.5722,
      "step": 6590
    },
    {
      "epoch": 4.121951219512195,
      "grad_norm": 1.4656373658321187,
      "learning_rate": 0.00010161028201348435,
      "loss": 0.668,
      "step": 6591
    },
    {
      "epoch": 4.122576610381488,
      "grad_norm": 1.552908563463046,
      "learning_rate": 0.00010155154970676847,
      "loss": 0.6171,
      "step": 6592
    },
    {
      "epoch": 4.123202001250782,
      "grad_norm": 1.2948530054500575,
      "learning_rate": 0.00010149282569165452,
      "loss": 0.5499,
      "step": 6593
    },
    {
      "epoch": 4.123827392120075,
      "grad_norm": 1.9114389898432718,
      "learning_rate": 0.00010143410997819271,
      "loss": 0.8002,
      "step": 6594
    },
    {
      "epoch": 4.124452782989368,
      "grad_norm": 1.6523174462342407,
      "learning_rate": 0.00010137540257643174,
      "loss": 0.6902,
      "step": 6595
    },
    {
      "epoch": 4.125078173858662,
      "grad_norm": 1.1987061349543775,
      "learning_rate": 0.00010131670349641901,
      "loss": 0.5251,
      "step": 6596
    },
    {
      "epoch": 4.125703564727955,
      "grad_norm": 1.7623957241614843,
      "learning_rate": 0.00010125801274820044,
      "loss": 0.7392,
      "step": 6597
    },
    {
      "epoch": 4.126328955597248,
      "grad_norm": 1.6204551274021253,
      "learning_rate": 0.0001011993303418205,
      "loss": 0.71,
      "step": 6598
    },
    {
      "epoch": 4.126954346466541,
      "grad_norm": 1.7059775469414802,
      "learning_rate": 0.0001011406562873223,
      "loss": 0.7164,
      "step": 6599
    },
    {
      "epoch": 4.127579737335835,
      "grad_norm": 1.5492069889312257,
      "learning_rate": 0.00010108199059474745,
      "loss": 0.7917,
      "step": 6600
    },
    {
      "epoch": 4.128205128205128,
      "grad_norm": 1.2157796822882572,
      "learning_rate": 0.00010102333327413616,
      "loss": 0.5087,
      "step": 6601
    },
    {
      "epoch": 4.1288305190744214,
      "grad_norm": 2.3204739400083016,
      "learning_rate": 0.00010096468433552723,
      "loss": 0.631,
      "step": 6602
    },
    {
      "epoch": 4.129455909943715,
      "grad_norm": 1.2780521859704237,
      "learning_rate": 0.00010090604378895797,
      "loss": 0.6875,
      "step": 6603
    },
    {
      "epoch": 4.130081300813008,
      "grad_norm": 1.268540255052183,
      "learning_rate": 0.0001008474116444643,
      "loss": 0.5509,
      "step": 6604
    },
    {
      "epoch": 4.130706691682302,
      "grad_norm": 1.133811864549423,
      "learning_rate": 0.00010078878791208071,
      "loss": 0.5562,
      "step": 6605
    },
    {
      "epoch": 4.1313320825515945,
      "grad_norm": 1.2708859830121706,
      "learning_rate": 0.00010073017260184024,
      "loss": 0.585,
      "step": 6606
    },
    {
      "epoch": 4.131957473420888,
      "grad_norm": 1.2404269596760114,
      "learning_rate": 0.0001006715657237744,
      "loss": 0.5865,
      "step": 6607
    },
    {
      "epoch": 4.132582864290181,
      "grad_norm": 1.340375476048403,
      "learning_rate": 0.00010061296728791341,
      "loss": 0.5408,
      "step": 6608
    },
    {
      "epoch": 4.133208255159475,
      "grad_norm": 1.1033338033798115,
      "learning_rate": 0.00010055437730428592,
      "loss": 0.5007,
      "step": 6609
    },
    {
      "epoch": 4.133833646028768,
      "grad_norm": 1.3958651276944873,
      "learning_rate": 0.00010049579578291918,
      "loss": 0.6115,
      "step": 6610
    },
    {
      "epoch": 4.134459036898061,
      "grad_norm": 1.5116816449225654,
      "learning_rate": 0.00010043722273383901,
      "loss": 0.6021,
      "step": 6611
    },
    {
      "epoch": 4.135084427767355,
      "grad_norm": 1.2983338131500661,
      "learning_rate": 0.00010037865816706979,
      "loss": 0.4673,
      "step": 6612
    },
    {
      "epoch": 4.135709818636648,
      "grad_norm": 1.3393466431735357,
      "learning_rate": 0.00010032010209263438,
      "loss": 0.5654,
      "step": 6613
    },
    {
      "epoch": 4.136335209505941,
      "grad_norm": 1.5889602471782658,
      "learning_rate": 0.00010026155452055425,
      "loss": 0.5852,
      "step": 6614
    },
    {
      "epoch": 4.136960600375234,
      "grad_norm": 1.3307710012454754,
      "learning_rate": 0.00010020301546084939,
      "loss": 0.5241,
      "step": 6615
    },
    {
      "epoch": 4.137585991244528,
      "grad_norm": 1.4502041338367728,
      "learning_rate": 0.00010014448492353832,
      "loss": 0.5651,
      "step": 6616
    },
    {
      "epoch": 4.138211382113822,
      "grad_norm": 1.3215760767939249,
      "learning_rate": 0.00010008596291863815,
      "loss": 0.6179,
      "step": 6617
    },
    {
      "epoch": 4.138836772983114,
      "grad_norm": 2.5330125447483987,
      "learning_rate": 0.00010002744945616446,
      "loss": 0.6574,
      "step": 6618
    },
    {
      "epoch": 4.139462163852408,
      "grad_norm": 1.3998613482877547,
      "learning_rate": 9.996894454613147e-05,
      "loss": 0.627,
      "step": 6619
    },
    {
      "epoch": 4.140087554721701,
      "grad_norm": 1.4248100148303309,
      "learning_rate": 9.99104481985518e-05,
      "loss": 0.5405,
      "step": 6620
    },
    {
      "epoch": 4.140712945590995,
      "grad_norm": 1.5754035524030985,
      "learning_rate": 9.985196042343672e-05,
      "loss": 0.6558,
      "step": 6621
    },
    {
      "epoch": 4.141338336460287,
      "grad_norm": 1.5671162471881523,
      "learning_rate": 9.979348123079597e-05,
      "loss": 0.6419,
      "step": 6622
    },
    {
      "epoch": 4.141963727329581,
      "grad_norm": 2.0050632163342623,
      "learning_rate": 9.973501063063786e-05,
      "loss": 0.8392,
      "step": 6623
    },
    {
      "epoch": 4.142589118198874,
      "grad_norm": 1.2501823234039726,
      "learning_rate": 9.967654863296925e-05,
      "loss": 0.4787,
      "step": 6624
    },
    {
      "epoch": 4.143214509068168,
      "grad_norm": 1.6039398954769741,
      "learning_rate": 9.961809524779538e-05,
      "loss": 0.7771,
      "step": 6625
    },
    {
      "epoch": 4.143839899937461,
      "grad_norm": 1.6768850837547904,
      "learning_rate": 9.955965048512018e-05,
      "loss": 0.7236,
      "step": 6626
    },
    {
      "epoch": 4.144465290806754,
      "grad_norm": 1.5566353526786931,
      "learning_rate": 9.950121435494606e-05,
      "loss": 0.6723,
      "step": 6627
    },
    {
      "epoch": 4.145090681676048,
      "grad_norm": 1.5758154289297848,
      "learning_rate": 9.944278686727392e-05,
      "loss": 0.6911,
      "step": 6628
    },
    {
      "epoch": 4.145716072545341,
      "grad_norm": 1.0547403972505494,
      "learning_rate": 9.938436803210323e-05,
      "loss": 0.542,
      "step": 6629
    },
    {
      "epoch": 4.146341463414634,
      "grad_norm": 1.7407415955541934,
      "learning_rate": 9.932595785943191e-05,
      "loss": 0.819,
      "step": 6630
    },
    {
      "epoch": 4.146966854283927,
      "grad_norm": 1.3633195037675763,
      "learning_rate": 9.926755635925647e-05,
      "loss": 0.6076,
      "step": 6631
    },
    {
      "epoch": 4.147592245153221,
      "grad_norm": 1.4142157458151552,
      "learning_rate": 9.92091635415719e-05,
      "loss": 0.645,
      "step": 6632
    },
    {
      "epoch": 4.1482176360225145,
      "grad_norm": 1.5329416476430067,
      "learning_rate": 9.91507794163717e-05,
      "loss": 0.7639,
      "step": 6633
    },
    {
      "epoch": 4.148843026891807,
      "grad_norm": 1.2285542049132205,
      "learning_rate": 9.909240399364792e-05,
      "loss": 0.5588,
      "step": 6634
    },
    {
      "epoch": 4.149468417761101,
      "grad_norm": 1.493047770164548,
      "learning_rate": 9.903403728339104e-05,
      "loss": 0.6495,
      "step": 6635
    },
    {
      "epoch": 4.150093808630394,
      "grad_norm": 1.7208496741163886,
      "learning_rate": 9.897567929559012e-05,
      "loss": 0.7695,
      "step": 6636
    },
    {
      "epoch": 4.1507191994996875,
      "grad_norm": 1.7977695191250607,
      "learning_rate": 9.891733004023275e-05,
      "loss": 0.8374,
      "step": 6637
    },
    {
      "epoch": 4.15134459036898,
      "grad_norm": 1.5099369338076227,
      "learning_rate": 9.885898952730492e-05,
      "loss": 0.6501,
      "step": 6638
    },
    {
      "epoch": 4.151969981238274,
      "grad_norm": 1.1946113518318193,
      "learning_rate": 9.880065776679123e-05,
      "loss": 0.5434,
      "step": 6639
    },
    {
      "epoch": 4.152595372107568,
      "grad_norm": 1.8099266608195566,
      "learning_rate": 9.874233476867479e-05,
      "loss": 0.4996,
      "step": 6640
    },
    {
      "epoch": 4.1532207629768605,
      "grad_norm": 1.5216944379994515,
      "learning_rate": 9.868402054293703e-05,
      "loss": 0.7241,
      "step": 6641
    },
    {
      "epoch": 4.153846153846154,
      "grad_norm": 1.5649658457558422,
      "learning_rate": 9.862571509955806e-05,
      "loss": 0.7667,
      "step": 6642
    },
    {
      "epoch": 4.154471544715447,
      "grad_norm": 1.2435286730118167,
      "learning_rate": 9.856741844851646e-05,
      "loss": 0.5667,
      "step": 6643
    },
    {
      "epoch": 4.155096935584741,
      "grad_norm": 1.856795717291103,
      "learning_rate": 9.850913059978926e-05,
      "loss": 0.6923,
      "step": 6644
    },
    {
      "epoch": 4.1557223264540335,
      "grad_norm": 1.527635816231476,
      "learning_rate": 9.845085156335203e-05,
      "loss": 0.6967,
      "step": 6645
    },
    {
      "epoch": 4.156347717323327,
      "grad_norm": 1.4846923695954388,
      "learning_rate": 9.839258134917876e-05,
      "loss": 0.6817,
      "step": 6646
    },
    {
      "epoch": 4.15697310819262,
      "grad_norm": 1.4824881900488425,
      "learning_rate": 9.833431996724204e-05,
      "loss": 0.621,
      "step": 6647
    },
    {
      "epoch": 4.157598499061914,
      "grad_norm": 1.1410647037551704,
      "learning_rate": 9.827606742751284e-05,
      "loss": 0.5476,
      "step": 6648
    },
    {
      "epoch": 4.158223889931207,
      "grad_norm": 1.4720511894090664,
      "learning_rate": 9.821782373996065e-05,
      "loss": 0.5986,
      "step": 6649
    },
    {
      "epoch": 4.1588492808005,
      "grad_norm": 1.4276739526985904,
      "learning_rate": 9.815958891455347e-05,
      "loss": 0.6212,
      "step": 6650
    },
    {
      "epoch": 4.159474671669794,
      "grad_norm": 1.6282713970087186,
      "learning_rate": 9.810136296125777e-05,
      "loss": 0.6888,
      "step": 6651
    },
    {
      "epoch": 4.160100062539087,
      "grad_norm": 1.605343704302358,
      "learning_rate": 9.804314589003852e-05,
      "loss": 0.6872,
      "step": 6652
    },
    {
      "epoch": 4.16072545340838,
      "grad_norm": 1.6242251420880098,
      "learning_rate": 9.798493771085913e-05,
      "loss": 0.7517,
      "step": 6653
    },
    {
      "epoch": 4.161350844277673,
      "grad_norm": 1.1243008749689798,
      "learning_rate": 9.792673843368151e-05,
      "loss": 0.4819,
      "step": 6654
    },
    {
      "epoch": 4.161976235146967,
      "grad_norm": 1.602863570758537,
      "learning_rate": 9.786854806846605e-05,
      "loss": 0.7004,
      "step": 6655
    },
    {
      "epoch": 4.16260162601626,
      "grad_norm": 1.5820283233474284,
      "learning_rate": 9.781036662517161e-05,
      "loss": 0.7194,
      "step": 6656
    },
    {
      "epoch": 4.163227016885553,
      "grad_norm": 1.2397371655140177,
      "learning_rate": 9.77521941137556e-05,
      "loss": 0.5688,
      "step": 6657
    },
    {
      "epoch": 4.163852407754847,
      "grad_norm": 1.3730578226390662,
      "learning_rate": 9.769403054417365e-05,
      "loss": 0.6867,
      "step": 6658
    },
    {
      "epoch": 4.16447779862414,
      "grad_norm": 1.0404196778980948,
      "learning_rate": 9.763587592638016e-05,
      "loss": 0.5115,
      "step": 6659
    },
    {
      "epoch": 4.165103189493434,
      "grad_norm": 1.0854240355610087,
      "learning_rate": 9.757773027032784e-05,
      "loss": 0.5026,
      "step": 6660
    },
    {
      "epoch": 4.165728580362726,
      "grad_norm": 1.5439993441066568,
      "learning_rate": 9.75195935859679e-05,
      "loss": 0.7066,
      "step": 6661
    },
    {
      "epoch": 4.16635397123202,
      "grad_norm": 1.7272550327398142,
      "learning_rate": 9.746146588325002e-05,
      "loss": 0.7549,
      "step": 6662
    },
    {
      "epoch": 4.166979362101313,
      "grad_norm": 1.585212598599245,
      "learning_rate": 9.740334717212232e-05,
      "loss": 0.7145,
      "step": 6663
    },
    {
      "epoch": 4.167604752970607,
      "grad_norm": 1.1583666402756847,
      "learning_rate": 9.734523746253142e-05,
      "loss": 0.4781,
      "step": 6664
    },
    {
      "epoch": 4.1682301438399,
      "grad_norm": 1.3890650197516006,
      "learning_rate": 9.72871367644224e-05,
      "loss": 0.6158,
      "step": 6665
    },
    {
      "epoch": 4.168855534709193,
      "grad_norm": 1.5633427392961166,
      "learning_rate": 9.722904508773869e-05,
      "loss": 0.7469,
      "step": 6666
    },
    {
      "epoch": 4.169480925578487,
      "grad_norm": 1.2891287513526217,
      "learning_rate": 9.717096244242233e-05,
      "loss": 0.5847,
      "step": 6667
    },
    {
      "epoch": 4.17010631644778,
      "grad_norm": 1.5680651616151131,
      "learning_rate": 9.71128888384137e-05,
      "loss": 0.6975,
      "step": 6668
    },
    {
      "epoch": 4.170731707317073,
      "grad_norm": 1.5979872913500754,
      "learning_rate": 9.705482428565172e-05,
      "loss": 0.6867,
      "step": 6669
    },
    {
      "epoch": 4.171357098186366,
      "grad_norm": 1.432852228274633,
      "learning_rate": 9.699676879407371e-05,
      "loss": 0.6958,
      "step": 6670
    },
    {
      "epoch": 4.17198248905566,
      "grad_norm": 1.6386329560366317,
      "learning_rate": 9.693872237361543e-05,
      "loss": 0.75,
      "step": 6671
    },
    {
      "epoch": 4.1726078799249535,
      "grad_norm": 1.5853047603013195,
      "learning_rate": 9.68806850342111e-05,
      "loss": 0.8003,
      "step": 6672
    },
    {
      "epoch": 4.173233270794246,
      "grad_norm": 1.4932247632011308,
      "learning_rate": 9.682265678579348e-05,
      "loss": 0.6482,
      "step": 6673
    },
    {
      "epoch": 4.17385866166354,
      "grad_norm": 1.5283119291878469,
      "learning_rate": 9.676463763829355e-05,
      "loss": 0.7757,
      "step": 6674
    },
    {
      "epoch": 4.174484052532833,
      "grad_norm": 1.6105684325445833,
      "learning_rate": 9.670662760164092e-05,
      "loss": 0.6411,
      "step": 6675
    },
    {
      "epoch": 4.1751094434021265,
      "grad_norm": 1.2044230072650541,
      "learning_rate": 9.664862668576361e-05,
      "loss": 0.5375,
      "step": 6676
    },
    {
      "epoch": 4.175734834271419,
      "grad_norm": 1.286892246920461,
      "learning_rate": 9.659063490058802e-05,
      "loss": 0.6444,
      "step": 6677
    },
    {
      "epoch": 4.176360225140713,
      "grad_norm": 1.1997607028272972,
      "learning_rate": 9.653265225603906e-05,
      "loss": 0.5175,
      "step": 6678
    },
    {
      "epoch": 4.176985616010006,
      "grad_norm": 1.3895985608718204,
      "learning_rate": 9.647467876204002e-05,
      "loss": 0.7056,
      "step": 6679
    },
    {
      "epoch": 4.1776110068792995,
      "grad_norm": 1.5416764702635257,
      "learning_rate": 9.641671442851265e-05,
      "loss": 0.7232,
      "step": 6680
    },
    {
      "epoch": 4.178236397748593,
      "grad_norm": 1.7020833359684504,
      "learning_rate": 9.635875926537716e-05,
      "loss": 0.7345,
      "step": 6681
    },
    {
      "epoch": 4.178861788617886,
      "grad_norm": 1.7841535841559284,
      "learning_rate": 9.630081328255211e-05,
      "loss": 0.7467,
      "step": 6682
    },
    {
      "epoch": 4.17948717948718,
      "grad_norm": 1.351516311259839,
      "learning_rate": 9.624287648995454e-05,
      "loss": 0.6274,
      "step": 6683
    },
    {
      "epoch": 4.1801125703564725,
      "grad_norm": 0.9689716090385272,
      "learning_rate": 9.618494889749994e-05,
      "loss": 0.4767,
      "step": 6684
    },
    {
      "epoch": 4.180737961225766,
      "grad_norm": 1.4378809930717398,
      "learning_rate": 9.612703051510217e-05,
      "loss": 0.6485,
      "step": 6685
    },
    {
      "epoch": 4.181363352095059,
      "grad_norm": 1.1742748808283363,
      "learning_rate": 9.606912135267356e-05,
      "loss": 0.5644,
      "step": 6686
    },
    {
      "epoch": 4.181988742964353,
      "grad_norm": 1.32905491889371,
      "learning_rate": 9.601122142012482e-05,
      "loss": 0.6036,
      "step": 6687
    },
    {
      "epoch": 4.182614133833646,
      "grad_norm": 1.3337090386012844,
      "learning_rate": 9.595333072736515e-05,
      "loss": 0.5951,
      "step": 6688
    },
    {
      "epoch": 4.183239524702939,
      "grad_norm": 1.33991939184164,
      "learning_rate": 9.589544928430215e-05,
      "loss": 0.5993,
      "step": 6689
    },
    {
      "epoch": 4.183864915572233,
      "grad_norm": 1.8182345145153767,
      "learning_rate": 9.58375771008417e-05,
      "loss": 0.8515,
      "step": 6690
    },
    {
      "epoch": 4.184490306441526,
      "grad_norm": 2.028546585560885,
      "learning_rate": 9.577971418688825e-05,
      "loss": 0.6607,
      "step": 6691
    },
    {
      "epoch": 4.1851156973108194,
      "grad_norm": 1.7865744480693404,
      "learning_rate": 9.572186055234463e-05,
      "loss": 0.8327,
      "step": 6692
    },
    {
      "epoch": 4.185741088180112,
      "grad_norm": 1.514526605716175,
      "learning_rate": 9.566401620711209e-05,
      "loss": 0.6333,
      "step": 6693
    },
    {
      "epoch": 4.186366479049406,
      "grad_norm": 1.4225749215997179,
      "learning_rate": 9.560618116109026e-05,
      "loss": 0.5771,
      "step": 6694
    },
    {
      "epoch": 4.186991869918699,
      "grad_norm": 1.537012403081589,
      "learning_rate": 9.554835542417719e-05,
      "loss": 0.6799,
      "step": 6695
    },
    {
      "epoch": 4.1876172607879925,
      "grad_norm": 1.8995955417357562,
      "learning_rate": 9.549053900626931e-05,
      "loss": 0.883,
      "step": 6696
    },
    {
      "epoch": 4.188242651657286,
      "grad_norm": 1.7632273896572725,
      "learning_rate": 9.543273191726152e-05,
      "loss": 0.7152,
      "step": 6697
    },
    {
      "epoch": 4.188868042526579,
      "grad_norm": 1.1969848611762945,
      "learning_rate": 9.537493416704706e-05,
      "loss": 0.5768,
      "step": 6698
    },
    {
      "epoch": 4.189493433395873,
      "grad_norm": 1.47801300388879,
      "learning_rate": 9.531714576551763e-05,
      "loss": 0.6034,
      "step": 6699
    },
    {
      "epoch": 4.1901188242651655,
      "grad_norm": 1.5140320362396964,
      "learning_rate": 9.525936672256326e-05,
      "loss": 0.6204,
      "step": 6700
    },
    {
      "epoch": 4.190744215134459,
      "grad_norm": 1.3466083776718434,
      "learning_rate": 9.520159704807245e-05,
      "loss": 0.6199,
      "step": 6701
    },
    {
      "epoch": 4.191369606003752,
      "grad_norm": 1.4948264802190272,
      "learning_rate": 9.5143836751932e-05,
      "loss": 0.6657,
      "step": 6702
    },
    {
      "epoch": 4.191994996873046,
      "grad_norm": 1.1817672148906717,
      "learning_rate": 9.508608584402724e-05,
      "loss": 0.5064,
      "step": 6703
    },
    {
      "epoch": 4.192620387742339,
      "grad_norm": 1.3714237562455431,
      "learning_rate": 9.502834433424176e-05,
      "loss": 0.6362,
      "step": 6704
    },
    {
      "epoch": 4.193245778611632,
      "grad_norm": 1.8292422518103724,
      "learning_rate": 9.497061223245765e-05,
      "loss": 0.6741,
      "step": 6705
    },
    {
      "epoch": 4.193871169480926,
      "grad_norm": 1.5859182068538709,
      "learning_rate": 9.491288954855538e-05,
      "loss": 0.7021,
      "step": 6706
    },
    {
      "epoch": 4.194496560350219,
      "grad_norm": 1.5532109789353026,
      "learning_rate": 9.485517629241364e-05,
      "loss": 0.7285,
      "step": 6707
    },
    {
      "epoch": 4.195121951219512,
      "grad_norm": 2.3259095450190914,
      "learning_rate": 9.479747247390972e-05,
      "loss": 0.9474,
      "step": 6708
    },
    {
      "epoch": 4.195747342088805,
      "grad_norm": 1.2253384171516966,
      "learning_rate": 9.473977810291919e-05,
      "loss": 0.5425,
      "step": 6709
    },
    {
      "epoch": 4.196372732958099,
      "grad_norm": 1.4953903506080617,
      "learning_rate": 9.468209318931603e-05,
      "loss": 0.6413,
      "step": 6710
    },
    {
      "epoch": 4.196998123827392,
      "grad_norm": 1.4230453148127302,
      "learning_rate": 9.462441774297261e-05,
      "loss": 0.6343,
      "step": 6711
    },
    {
      "epoch": 4.197623514696685,
      "grad_norm": 1.2220088366653397,
      "learning_rate": 9.456675177375967e-05,
      "loss": 0.5689,
      "step": 6712
    },
    {
      "epoch": 4.198248905565979,
      "grad_norm": 1.3529939199076826,
      "learning_rate": 9.450909529154629e-05,
      "loss": 0.5638,
      "step": 6713
    },
    {
      "epoch": 4.198874296435272,
      "grad_norm": 1.3045964189517882,
      "learning_rate": 9.445144830619998e-05,
      "loss": 0.6069,
      "step": 6714
    },
    {
      "epoch": 4.199499687304566,
      "grad_norm": 1.1567988721326443,
      "learning_rate": 9.439381082758661e-05,
      "loss": 0.5679,
      "step": 6715
    },
    {
      "epoch": 4.200125078173858,
      "grad_norm": 1.362460732996536,
      "learning_rate": 9.433618286557041e-05,
      "loss": 0.5489,
      "step": 6716
    },
    {
      "epoch": 4.200750469043152,
      "grad_norm": 1.2792770616992881,
      "learning_rate": 9.427856443001398e-05,
      "loss": 0.6075,
      "step": 6717
    },
    {
      "epoch": 4.201375859912445,
      "grad_norm": 1.150718352585103,
      "learning_rate": 9.422095553077834e-05,
      "loss": 0.5764,
      "step": 6718
    },
    {
      "epoch": 4.202001250781739,
      "grad_norm": 1.4118233519869232,
      "learning_rate": 9.41633561777228e-05,
      "loss": 0.6382,
      "step": 6719
    },
    {
      "epoch": 4.202626641651032,
      "grad_norm": 1.5502182850165414,
      "learning_rate": 9.410576638070505e-05,
      "loss": 0.6775,
      "step": 6720
    },
    {
      "epoch": 4.203252032520325,
      "grad_norm": 1.550528631454904,
      "learning_rate": 9.404818614958121e-05,
      "loss": 0.6782,
      "step": 6721
    },
    {
      "epoch": 4.203877423389619,
      "grad_norm": 1.1735832035919667,
      "learning_rate": 9.399061549420573e-05,
      "loss": 0.5864,
      "step": 6722
    },
    {
      "epoch": 4.204502814258912,
      "grad_norm": 1.2324856926683025,
      "learning_rate": 9.393305442443139e-05,
      "loss": 0.5522,
      "step": 6723
    },
    {
      "epoch": 4.205128205128205,
      "grad_norm": 1.3017126187375228,
      "learning_rate": 9.387550295010933e-05,
      "loss": 0.5076,
      "step": 6724
    },
    {
      "epoch": 4.205753595997498,
      "grad_norm": 1.5890585119925147,
      "learning_rate": 9.381796108108907e-05,
      "loss": 0.6815,
      "step": 6725
    },
    {
      "epoch": 4.206378986866792,
      "grad_norm": 1.8151526504455937,
      "learning_rate": 9.37604288272185e-05,
      "loss": 0.8054,
      "step": 6726
    },
    {
      "epoch": 4.2070043777360855,
      "grad_norm": 1.5194963555475307,
      "learning_rate": 9.370290619834385e-05,
      "loss": 0.6806,
      "step": 6727
    },
    {
      "epoch": 4.207629768605378,
      "grad_norm": 1.875964383761691,
      "learning_rate": 9.364539320430972e-05,
      "loss": 0.7922,
      "step": 6728
    },
    {
      "epoch": 4.208255159474672,
      "grad_norm": 1.4426510327563533,
      "learning_rate": 9.3587889854959e-05,
      "loss": 0.6117,
      "step": 6729
    },
    {
      "epoch": 4.208880550343965,
      "grad_norm": 1.2929225136296723,
      "learning_rate": 9.353039616013301e-05,
      "loss": 0.6013,
      "step": 6730
    },
    {
      "epoch": 4.2095059412132585,
      "grad_norm": 1.6611033912397923,
      "learning_rate": 9.34729121296714e-05,
      "loss": 0.7319,
      "step": 6731
    },
    {
      "epoch": 4.210131332082551,
      "grad_norm": 1.2636401555958383,
      "learning_rate": 9.341543777341207e-05,
      "loss": 0.5749,
      "step": 6732
    },
    {
      "epoch": 4.210756722951845,
      "grad_norm": 1.2401427111662457,
      "learning_rate": 9.33579731011914e-05,
      "loss": 0.5611,
      "step": 6733
    },
    {
      "epoch": 4.211382113821138,
      "grad_norm": 1.7502069983669695,
      "learning_rate": 9.330051812284403e-05,
      "loss": 0.762,
      "step": 6734
    },
    {
      "epoch": 4.2120075046904315,
      "grad_norm": 1.68240619184391,
      "learning_rate": 9.3243072848203e-05,
      "loss": 0.7489,
      "step": 6735
    },
    {
      "epoch": 4.212632895559725,
      "grad_norm": 1.133726490613905,
      "learning_rate": 9.318563728709961e-05,
      "loss": 0.5355,
      "step": 6736
    },
    {
      "epoch": 4.213258286429018,
      "grad_norm": 2.1180300476072924,
      "learning_rate": 9.312821144936356e-05,
      "loss": 0.6932,
      "step": 6737
    },
    {
      "epoch": 4.213883677298312,
      "grad_norm": 1.8187971139289094,
      "learning_rate": 9.307079534482285e-05,
      "loss": 0.7302,
      "step": 6738
    },
    {
      "epoch": 4.2145090681676045,
      "grad_norm": 1.8749634199420802,
      "learning_rate": 9.30133889833039e-05,
      "loss": 0.7865,
      "step": 6739
    },
    {
      "epoch": 4.215134459036898,
      "grad_norm": 1.1549012435105925,
      "learning_rate": 9.295599237463126e-05,
      "loss": 0.5583,
      "step": 6740
    },
    {
      "epoch": 4.215759849906191,
      "grad_norm": 1.1388378198644729,
      "learning_rate": 9.289860552862808e-05,
      "loss": 0.5368,
      "step": 6741
    },
    {
      "epoch": 4.216385240775485,
      "grad_norm": 1.4208882050977028,
      "learning_rate": 9.284122845511563e-05,
      "loss": 0.6188,
      "step": 6742
    },
    {
      "epoch": 4.217010631644778,
      "grad_norm": 1.5727548951713382,
      "learning_rate": 9.278386116391356e-05,
      "loss": 0.689,
      "step": 6743
    },
    {
      "epoch": 4.217636022514071,
      "grad_norm": 1.1901932877186938,
      "learning_rate": 9.272650366483994e-05,
      "loss": 0.5735,
      "step": 6744
    },
    {
      "epoch": 4.218261413383365,
      "grad_norm": 1.2482451704660602,
      "learning_rate": 9.266915596771105e-05,
      "loss": 0.5186,
      "step": 6745
    },
    {
      "epoch": 4.218886804252658,
      "grad_norm": 1.454296121424345,
      "learning_rate": 9.261181808234153e-05,
      "loss": 0.6841,
      "step": 6746
    },
    {
      "epoch": 4.219512195121951,
      "grad_norm": 1.3244816509512736,
      "learning_rate": 9.255449001854435e-05,
      "loss": 0.5505,
      "step": 6747
    },
    {
      "epoch": 4.220137585991244,
      "grad_norm": 1.4182680941225674,
      "learning_rate": 9.249717178613079e-05,
      "loss": 0.6458,
      "step": 6748
    },
    {
      "epoch": 4.220762976860538,
      "grad_norm": 2.5544942293201087,
      "learning_rate": 9.243986339491046e-05,
      "loss": 0.569,
      "step": 6749
    },
    {
      "epoch": 4.221388367729831,
      "grad_norm": 1.699208304114087,
      "learning_rate": 9.238256485469131e-05,
      "loss": 0.748,
      "step": 6750
    },
    {
      "epoch": 4.222013758599124,
      "grad_norm": 1.6585102083838836,
      "learning_rate": 9.23252761752795e-05,
      "loss": 0.7964,
      "step": 6751
    },
    {
      "epoch": 4.222639149468418,
      "grad_norm": 1.3698003972609478,
      "learning_rate": 9.226799736647961e-05,
      "loss": 0.5739,
      "step": 6752
    },
    {
      "epoch": 4.223264540337711,
      "grad_norm": 1.3344491463334234,
      "learning_rate": 9.221072843809454e-05,
      "loss": 0.6592,
      "step": 6753
    },
    {
      "epoch": 4.223889931207005,
      "grad_norm": 1.2968075462597308,
      "learning_rate": 9.215346939992537e-05,
      "loss": 0.5887,
      "step": 6754
    },
    {
      "epoch": 4.224515322076297,
      "grad_norm": 1.4993195592582484,
      "learning_rate": 9.209622026177164e-05,
      "loss": 0.6369,
      "step": 6755
    },
    {
      "epoch": 4.225140712945591,
      "grad_norm": 1.6669540128623141,
      "learning_rate": 9.203898103343106e-05,
      "loss": 0.7137,
      "step": 6756
    },
    {
      "epoch": 4.225766103814884,
      "grad_norm": 1.6006679692190495,
      "learning_rate": 9.198175172469971e-05,
      "loss": 0.6007,
      "step": 6757
    },
    {
      "epoch": 4.226391494684178,
      "grad_norm": 1.3582506920418915,
      "learning_rate": 9.192453234537207e-05,
      "loss": 0.5392,
      "step": 6758
    },
    {
      "epoch": 4.227016885553471,
      "grad_norm": 1.7521051686911664,
      "learning_rate": 9.186732290524072e-05,
      "loss": 0.7033,
      "step": 6759
    },
    {
      "epoch": 4.227642276422764,
      "grad_norm": 1.1970111427727756,
      "learning_rate": 9.181012341409668e-05,
      "loss": 0.5704,
      "step": 6760
    },
    {
      "epoch": 4.228267667292058,
      "grad_norm": 1.406165966766409,
      "learning_rate": 9.175293388172924e-05,
      "loss": 0.6192,
      "step": 6761
    },
    {
      "epoch": 4.228893058161351,
      "grad_norm": 1.9068497902433914,
      "learning_rate": 9.169575431792593e-05,
      "loss": 0.7729,
      "step": 6762
    },
    {
      "epoch": 4.229518449030644,
      "grad_norm": 1.6928672233995763,
      "learning_rate": 9.163858473247268e-05,
      "loss": 0.7089,
      "step": 6763
    },
    {
      "epoch": 4.230143839899937,
      "grad_norm": 1.6380371509594496,
      "learning_rate": 9.158142513515363e-05,
      "loss": 0.7134,
      "step": 6764
    },
    {
      "epoch": 4.230769230769231,
      "grad_norm": 1.6493247015812498,
      "learning_rate": 9.152427553575121e-05,
      "loss": 0.7258,
      "step": 6765
    },
    {
      "epoch": 4.231394621638524,
      "grad_norm": 1.4764766381631935,
      "learning_rate": 9.146713594404618e-05,
      "loss": 0.7097,
      "step": 6766
    },
    {
      "epoch": 4.232020012507817,
      "grad_norm": 1.6333546234548137,
      "learning_rate": 9.141000636981758e-05,
      "loss": 0.795,
      "step": 6767
    },
    {
      "epoch": 4.232645403377111,
      "grad_norm": 1.8119100025246584,
      "learning_rate": 9.135288682284267e-05,
      "loss": 0.7863,
      "step": 6768
    },
    {
      "epoch": 4.233270794246404,
      "grad_norm": 1.5534150387293435,
      "learning_rate": 9.129577731289711e-05,
      "loss": 0.7179,
      "step": 6769
    },
    {
      "epoch": 4.2338961851156975,
      "grad_norm": 1.265402930094619,
      "learning_rate": 9.123867784975477e-05,
      "loss": 0.6076,
      "step": 6770
    },
    {
      "epoch": 4.23452157598499,
      "grad_norm": 1.1945277420336908,
      "learning_rate": 9.118158844318782e-05,
      "loss": 0.5385,
      "step": 6771
    },
    {
      "epoch": 4.235146966854284,
      "grad_norm": 1.5989928882060034,
      "learning_rate": 9.112450910296664e-05,
      "loss": 0.6711,
      "step": 6772
    },
    {
      "epoch": 4.235772357723577,
      "grad_norm": 1.1940363909708367,
      "learning_rate": 9.106743983885997e-05,
      "loss": 0.5384,
      "step": 6773
    },
    {
      "epoch": 4.2363977485928705,
      "grad_norm": 1.4904815777039666,
      "learning_rate": 9.10103806606348e-05,
      "loss": 0.7442,
      "step": 6774
    },
    {
      "epoch": 4.237023139462164,
      "grad_norm": 1.4903919261688607,
      "learning_rate": 9.095333157805643e-05,
      "loss": 0.6102,
      "step": 6775
    },
    {
      "epoch": 4.237648530331457,
      "grad_norm": 1.415032139043744,
      "learning_rate": 9.08962926008884e-05,
      "loss": 0.6955,
      "step": 6776
    },
    {
      "epoch": 4.238273921200751,
      "grad_norm": 1.6102201300883936,
      "learning_rate": 9.083926373889246e-05,
      "loss": 0.6721,
      "step": 6777
    },
    {
      "epoch": 4.238899312070044,
      "grad_norm": 1.3888030019602353,
      "learning_rate": 9.078224500182872e-05,
      "loss": 0.6633,
      "step": 6778
    },
    {
      "epoch": 4.239524702939337,
      "grad_norm": 1.611865855859635,
      "learning_rate": 9.072523639945554e-05,
      "loss": 0.7377,
      "step": 6779
    },
    {
      "epoch": 4.24015009380863,
      "grad_norm": 1.212594181118123,
      "learning_rate": 9.06682379415295e-05,
      "loss": 0.5073,
      "step": 6780
    },
    {
      "epoch": 4.240775484677924,
      "grad_norm": 1.4725504288872384,
      "learning_rate": 9.06112496378055e-05,
      "loss": 0.6012,
      "step": 6781
    },
    {
      "epoch": 4.2414008755472175,
      "grad_norm": 1.23198696593714,
      "learning_rate": 9.055427149803666e-05,
      "loss": 0.5599,
      "step": 6782
    },
    {
      "epoch": 4.24202626641651,
      "grad_norm": 1.7565402117730728,
      "learning_rate": 9.049730353197439e-05,
      "loss": 0.7096,
      "step": 6783
    },
    {
      "epoch": 4.242651657285804,
      "grad_norm": 1.082579249934614,
      "learning_rate": 9.044034574936833e-05,
      "loss": 0.5032,
      "step": 6784
    },
    {
      "epoch": 4.243277048155097,
      "grad_norm": 1.3878372972456392,
      "learning_rate": 9.038339815996637e-05,
      "loss": 0.5665,
      "step": 6785
    },
    {
      "epoch": 4.2439024390243905,
      "grad_norm": 1.7231824628103083,
      "learning_rate": 9.032646077351475e-05,
      "loss": 0.7331,
      "step": 6786
    },
    {
      "epoch": 4.244527829893683,
      "grad_norm": 1.3544382258150267,
      "learning_rate": 9.026953359975784e-05,
      "loss": 0.499,
      "step": 6787
    },
    {
      "epoch": 4.245153220762977,
      "grad_norm": 1.489902821127725,
      "learning_rate": 9.02126166484384e-05,
      "loss": 0.6373,
      "step": 6788
    },
    {
      "epoch": 4.24577861163227,
      "grad_norm": 1.6862680535376788,
      "learning_rate": 9.01557099292972e-05,
      "loss": 0.7906,
      "step": 6789
    },
    {
      "epoch": 4.2464040025015635,
      "grad_norm": 1.561324970253229,
      "learning_rate": 9.009881345207351e-05,
      "loss": 0.7077,
      "step": 6790
    },
    {
      "epoch": 4.247029393370857,
      "grad_norm": 1.7958357453688125,
      "learning_rate": 9.004192722650471e-05,
      "loss": 0.7233,
      "step": 6791
    },
    {
      "epoch": 4.24765478424015,
      "grad_norm": 1.6445699791624495,
      "learning_rate": 8.998505126232652e-05,
      "loss": 0.7216,
      "step": 6792
    },
    {
      "epoch": 4.248280175109444,
      "grad_norm": 1.1336895694500817,
      "learning_rate": 8.992818556927281e-05,
      "loss": 0.4703,
      "step": 6793
    },
    {
      "epoch": 4.2489055659787365,
      "grad_norm": 1.8301633272027558,
      "learning_rate": 8.987133015707577e-05,
      "loss": 0.8103,
      "step": 6794
    },
    {
      "epoch": 4.24953095684803,
      "grad_norm": 1.3111831413844095,
      "learning_rate": 8.981448503546571e-05,
      "loss": 0.5651,
      "step": 6795
    },
    {
      "epoch": 4.250156347717323,
      "grad_norm": 1.4838067808838908,
      "learning_rate": 8.975765021417135e-05,
      "loss": 0.6813,
      "step": 6796
    },
    {
      "epoch": 4.250781738586617,
      "grad_norm": 1.414537954442718,
      "learning_rate": 8.970082570291952e-05,
      "loss": 0.5407,
      "step": 6797
    },
    {
      "epoch": 4.2514071294559095,
      "grad_norm": 1.5408121395564176,
      "learning_rate": 8.96440115114353e-05,
      "loss": 0.6485,
      "step": 6798
    },
    {
      "epoch": 4.252032520325203,
      "grad_norm": 1.5207562924384492,
      "learning_rate": 8.958720764944208e-05,
      "loss": 0.6785,
      "step": 6799
    },
    {
      "epoch": 4.252657911194497,
      "grad_norm": 1.659775476609809,
      "learning_rate": 8.953041412666142e-05,
      "loss": 0.825,
      "step": 6800
    },
    {
      "epoch": 4.25328330206379,
      "grad_norm": 1.244802257913016,
      "learning_rate": 8.947363095281308e-05,
      "loss": 0.6211,
      "step": 6801
    },
    {
      "epoch": 4.253908692933083,
      "grad_norm": 1.2069093559100954,
      "learning_rate": 8.941685813761514e-05,
      "loss": 0.5482,
      "step": 6802
    },
    {
      "epoch": 4.254534083802376,
      "grad_norm": 1.078976249045505,
      "learning_rate": 8.936009569078383e-05,
      "loss": 0.4618,
      "step": 6803
    },
    {
      "epoch": 4.25515947467167,
      "grad_norm": 1.372444426734509,
      "learning_rate": 8.93033436220337e-05,
      "loss": 0.5483,
      "step": 6804
    },
    {
      "epoch": 4.255784865540963,
      "grad_norm": 1.4015635459800204,
      "learning_rate": 8.924660194107731e-05,
      "loss": 0.6115,
      "step": 6805
    },
    {
      "epoch": 4.256410256410256,
      "grad_norm": 1.6330943669197289,
      "learning_rate": 8.918987065762568e-05,
      "loss": 0.6949,
      "step": 6806
    },
    {
      "epoch": 4.25703564727955,
      "grad_norm": 1.2714194907966188,
      "learning_rate": 8.913314978138798e-05,
      "loss": 0.5187,
      "step": 6807
    },
    {
      "epoch": 4.257661038148843,
      "grad_norm": 1.241346306357373,
      "learning_rate": 8.90764393220715e-05,
      "loss": 0.5688,
      "step": 6808
    },
    {
      "epoch": 4.258286429018137,
      "grad_norm": 1.206539038495268,
      "learning_rate": 8.901973928938192e-05,
      "loss": 0.5488,
      "step": 6809
    },
    {
      "epoch": 4.258911819887429,
      "grad_norm": 1.4486433947982393,
      "learning_rate": 8.896304969302297e-05,
      "loss": 0.6255,
      "step": 6810
    },
    {
      "epoch": 4.259537210756723,
      "grad_norm": 1.3128903681476616,
      "learning_rate": 8.890637054269672e-05,
      "loss": 0.5588,
      "step": 6811
    },
    {
      "epoch": 4.260162601626016,
      "grad_norm": 1.3219898109700514,
      "learning_rate": 8.884970184810333e-05,
      "loss": 0.596,
      "step": 6812
    },
    {
      "epoch": 4.26078799249531,
      "grad_norm": 1.7362471394474919,
      "learning_rate": 8.879304361894128e-05,
      "loss": 0.742,
      "step": 6813
    },
    {
      "epoch": 4.261413383364603,
      "grad_norm": 1.4402087455268737,
      "learning_rate": 8.87363958649072e-05,
      "loss": 0.5407,
      "step": 6814
    },
    {
      "epoch": 4.262038774233896,
      "grad_norm": 1.2540560998186205,
      "learning_rate": 8.867975859569595e-05,
      "loss": 0.4796,
      "step": 6815
    },
    {
      "epoch": 4.26266416510319,
      "grad_norm": 1.4814242243682836,
      "learning_rate": 8.86231318210006e-05,
      "loss": 0.6296,
      "step": 6816
    },
    {
      "epoch": 4.263289555972483,
      "grad_norm": 1.3486201374821463,
      "learning_rate": 8.856651555051242e-05,
      "loss": 0.5285,
      "step": 6817
    },
    {
      "epoch": 4.263914946841776,
      "grad_norm": 1.7348751373832259,
      "learning_rate": 8.850990979392083e-05,
      "loss": 0.6972,
      "step": 6818
    },
    {
      "epoch": 4.264540337711069,
      "grad_norm": 1.6226586874586644,
      "learning_rate": 8.845331456091353e-05,
      "loss": 0.683,
      "step": 6819
    },
    {
      "epoch": 4.265165728580363,
      "grad_norm": 1.7305756394366079,
      "learning_rate": 8.839672986117645e-05,
      "loss": 0.713,
      "step": 6820
    },
    {
      "epoch": 4.265791119449656,
      "grad_norm": 1.635935500500869,
      "learning_rate": 8.834015570439352e-05,
      "loss": 0.7414,
      "step": 6821
    },
    {
      "epoch": 4.266416510318949,
      "grad_norm": 1.583017098725691,
      "learning_rate": 8.828359210024704e-05,
      "loss": 0.6465,
      "step": 6822
    },
    {
      "epoch": 4.267041901188243,
      "grad_norm": 1.5488489672203374,
      "learning_rate": 8.822703905841752e-05,
      "loss": 0.5792,
      "step": 6823
    },
    {
      "epoch": 4.267667292057536,
      "grad_norm": 1.6199500958763047,
      "learning_rate": 8.817049658858353e-05,
      "loss": 0.6312,
      "step": 6824
    },
    {
      "epoch": 4.2682926829268295,
      "grad_norm": 1.7186379539085161,
      "learning_rate": 8.811396470042196e-05,
      "loss": 0.7949,
      "step": 6825
    },
    {
      "epoch": 4.268918073796122,
      "grad_norm": 1.7068183219963744,
      "learning_rate": 8.805744340360782e-05,
      "loss": 0.7827,
      "step": 6826
    },
    {
      "epoch": 4.269543464665416,
      "grad_norm": 1.5934862685461264,
      "learning_rate": 8.800093270781431e-05,
      "loss": 0.658,
      "step": 6827
    },
    {
      "epoch": 4.270168855534709,
      "grad_norm": 1.4387850474397086,
      "learning_rate": 8.794443262271281e-05,
      "loss": 0.5944,
      "step": 6828
    },
    {
      "epoch": 4.2707942464040025,
      "grad_norm": 1.4465003250419504,
      "learning_rate": 8.788794315797298e-05,
      "loss": 0.5882,
      "step": 6829
    },
    {
      "epoch": 4.271419637273296,
      "grad_norm": 1.5520500267254176,
      "learning_rate": 8.783146432326249e-05,
      "loss": 0.7825,
      "step": 6830
    },
    {
      "epoch": 4.272045028142589,
      "grad_norm": 1.64264371549094,
      "learning_rate": 8.777499612824733e-05,
      "loss": 0.7195,
      "step": 6831
    },
    {
      "epoch": 4.272670419011883,
      "grad_norm": 1.3746373764918889,
      "learning_rate": 8.77185385825916e-05,
      "loss": 0.6128,
      "step": 6832
    },
    {
      "epoch": 4.2732958098811755,
      "grad_norm": 1.1422531770066546,
      "learning_rate": 8.766209169595762e-05,
      "loss": 0.482,
      "step": 6833
    },
    {
      "epoch": 4.273921200750469,
      "grad_norm": 1.4693534004041322,
      "learning_rate": 8.760565547800587e-05,
      "loss": 0.6275,
      "step": 6834
    },
    {
      "epoch": 4.274546591619762,
      "grad_norm": 1.419629495453927,
      "learning_rate": 8.754922993839501e-05,
      "loss": 0.6733,
      "step": 6835
    },
    {
      "epoch": 4.275171982489056,
      "grad_norm": 1.522277479792492,
      "learning_rate": 8.749281508678184e-05,
      "loss": 0.587,
      "step": 6836
    },
    {
      "epoch": 4.275797373358349,
      "grad_norm": 1.5369353673094752,
      "learning_rate": 8.743641093282133e-05,
      "loss": 0.6739,
      "step": 6837
    },
    {
      "epoch": 4.276422764227642,
      "grad_norm": 1.7220898914382456,
      "learning_rate": 8.738001748616667e-05,
      "loss": 0.8017,
      "step": 6838
    },
    {
      "epoch": 4.277048155096936,
      "grad_norm": 1.4586928773893733,
      "learning_rate": 8.73236347564692e-05,
      "loss": 0.6044,
      "step": 6839
    },
    {
      "epoch": 4.277673545966229,
      "grad_norm": 1.154475395479895,
      "learning_rate": 8.726726275337848e-05,
      "loss": 0.5594,
      "step": 6840
    },
    {
      "epoch": 4.278298936835522,
      "grad_norm": 1.5085659420723052,
      "learning_rate": 8.721090148654203e-05,
      "loss": 0.6808,
      "step": 6841
    },
    {
      "epoch": 4.278924327704815,
      "grad_norm": 1.2426190209365395,
      "learning_rate": 8.715455096560575e-05,
      "loss": 0.5839,
      "step": 6842
    },
    {
      "epoch": 4.279549718574109,
      "grad_norm": 1.4680977956045895,
      "learning_rate": 8.709821120021363e-05,
      "loss": 0.6971,
      "step": 6843
    },
    {
      "epoch": 4.280175109443402,
      "grad_norm": 1.2725315717880974,
      "learning_rate": 8.704188220000778e-05,
      "loss": 0.5786,
      "step": 6844
    },
    {
      "epoch": 4.280800500312695,
      "grad_norm": 1.2684324527634578,
      "learning_rate": 8.698556397462852e-05,
      "loss": 0.5235,
      "step": 6845
    },
    {
      "epoch": 4.281425891181989,
      "grad_norm": 1.277537812127412,
      "learning_rate": 8.692925653371431e-05,
      "loss": 0.5522,
      "step": 6846
    },
    {
      "epoch": 4.282051282051282,
      "grad_norm": 1.6027868892552435,
      "learning_rate": 8.687295988690178e-05,
      "loss": 0.7253,
      "step": 6847
    },
    {
      "epoch": 4.282676672920576,
      "grad_norm": 1.4005922731615366,
      "learning_rate": 8.681667404382565e-05,
      "loss": 0.5849,
      "step": 6848
    },
    {
      "epoch": 4.283302063789868,
      "grad_norm": 1.3329045972980877,
      "learning_rate": 8.676039901411888e-05,
      "loss": 0.5228,
      "step": 6849
    },
    {
      "epoch": 4.283927454659162,
      "grad_norm": 1.6967608798962084,
      "learning_rate": 8.67041348074125e-05,
      "loss": 0.5679,
      "step": 6850
    },
    {
      "epoch": 4.284552845528455,
      "grad_norm": 1.5482434640513052,
      "learning_rate": 8.664788143333574e-05,
      "loss": 0.6449,
      "step": 6851
    },
    {
      "epoch": 4.285178236397749,
      "grad_norm": 1.2297153200533544,
      "learning_rate": 8.659163890151595e-05,
      "loss": 0.5366,
      "step": 6852
    },
    {
      "epoch": 4.2858036272670414,
      "grad_norm": 1.5937233866133214,
      "learning_rate": 8.653540722157871e-05,
      "loss": 0.6843,
      "step": 6853
    },
    {
      "epoch": 4.286429018136335,
      "grad_norm": 1.5488958898696918,
      "learning_rate": 8.647918640314753e-05,
      "loss": 0.6081,
      "step": 6854
    },
    {
      "epoch": 4.287054409005629,
      "grad_norm": 1.5373740271253913,
      "learning_rate": 8.642297645584425e-05,
      "loss": 0.6451,
      "step": 6855
    },
    {
      "epoch": 4.287679799874922,
      "grad_norm": 1.510250966181993,
      "learning_rate": 8.63667773892888e-05,
      "loss": 0.6335,
      "step": 6856
    },
    {
      "epoch": 4.288305190744215,
      "grad_norm": 1.614016304831538,
      "learning_rate": 8.631058921309926e-05,
      "loss": 0.6506,
      "step": 6857
    },
    {
      "epoch": 4.288930581613508,
      "grad_norm": 1.4326321938617144,
      "learning_rate": 8.625441193689182e-05,
      "loss": 0.6018,
      "step": 6858
    },
    {
      "epoch": 4.289555972482802,
      "grad_norm": 1.7284715850433403,
      "learning_rate": 8.619824557028079e-05,
      "loss": 0.7408,
      "step": 6859
    },
    {
      "epoch": 4.290181363352095,
      "grad_norm": 1.5687741544951581,
      "learning_rate": 8.614209012287869e-05,
      "loss": 0.5862,
      "step": 6860
    },
    {
      "epoch": 4.290806754221388,
      "grad_norm": 1.3359100747613926,
      "learning_rate": 8.608594560429606e-05,
      "loss": 0.5596,
      "step": 6861
    },
    {
      "epoch": 4.291432145090682,
      "grad_norm": 1.3803075034875951,
      "learning_rate": 8.602981202414169e-05,
      "loss": 0.5786,
      "step": 6862
    },
    {
      "epoch": 4.292057535959975,
      "grad_norm": 1.3709008012982793,
      "learning_rate": 8.597368939202238e-05,
      "loss": 0.5463,
      "step": 6863
    },
    {
      "epoch": 4.2926829268292686,
      "grad_norm": 1.9119873765332238,
      "learning_rate": 8.591757771754314e-05,
      "loss": 0.7674,
      "step": 6864
    },
    {
      "epoch": 4.293308317698561,
      "grad_norm": 1.6629038826617055,
      "learning_rate": 8.586147701030709e-05,
      "loss": 0.7491,
      "step": 6865
    },
    {
      "epoch": 4.293933708567855,
      "grad_norm": 1.724366967954167,
      "learning_rate": 8.580538727991544e-05,
      "loss": 0.7955,
      "step": 6866
    },
    {
      "epoch": 4.294559099437148,
      "grad_norm": 1.5095078800477433,
      "learning_rate": 8.574930853596752e-05,
      "loss": 0.6074,
      "step": 6867
    },
    {
      "epoch": 4.295184490306442,
      "grad_norm": 1.5771069215095037,
      "learning_rate": 8.569324078806086e-05,
      "loss": 0.7081,
      "step": 6868
    },
    {
      "epoch": 4.295809881175735,
      "grad_norm": 1.4457909991460798,
      "learning_rate": 8.563718404579105e-05,
      "loss": 0.6783,
      "step": 6869
    },
    {
      "epoch": 4.296435272045028,
      "grad_norm": 1.3904076520679565,
      "learning_rate": 8.558113831875172e-05,
      "loss": 0.5764,
      "step": 6870
    },
    {
      "epoch": 4.297060662914322,
      "grad_norm": 1.5529233994599663,
      "learning_rate": 8.552510361653474e-05,
      "loss": 0.61,
      "step": 6871
    },
    {
      "epoch": 4.297686053783615,
      "grad_norm": 1.271876878834345,
      "learning_rate": 8.546907994873004e-05,
      "loss": 0.5317,
      "step": 6872
    },
    {
      "epoch": 4.298311444652908,
      "grad_norm": 1.5201587507106402,
      "learning_rate": 8.541306732492563e-05,
      "loss": 0.6452,
      "step": 6873
    },
    {
      "epoch": 4.298936835522201,
      "grad_norm": 1.6809295348931546,
      "learning_rate": 8.535706575470774e-05,
      "loss": 0.6973,
      "step": 6874
    },
    {
      "epoch": 4.299562226391495,
      "grad_norm": 1.2517582351688685,
      "learning_rate": 8.530107524766056e-05,
      "loss": 0.6124,
      "step": 6875
    },
    {
      "epoch": 4.300187617260788,
      "grad_norm": 1.2972798164653623,
      "learning_rate": 8.524509581336657e-05,
      "loss": 0.5524,
      "step": 6876
    },
    {
      "epoch": 4.300813008130081,
      "grad_norm": 1.5791694949623192,
      "learning_rate": 8.518912746140612e-05,
      "loss": 0.6762,
      "step": 6877
    },
    {
      "epoch": 4.301438398999375,
      "grad_norm": 1.250161995462964,
      "learning_rate": 8.513317020135782e-05,
      "loss": 0.5333,
      "step": 6878
    },
    {
      "epoch": 4.302063789868668,
      "grad_norm": 1.5144359971025483,
      "learning_rate": 8.507722404279838e-05,
      "loss": 0.6316,
      "step": 6879
    },
    {
      "epoch": 4.3026891807379615,
      "grad_norm": 1.3429348504157064,
      "learning_rate": 8.502128899530255e-05,
      "loss": 0.5856,
      "step": 6880
    },
    {
      "epoch": 4.303314571607254,
      "grad_norm": 1.4150408250782887,
      "learning_rate": 8.496536506844326e-05,
      "loss": 0.6753,
      "step": 6881
    },
    {
      "epoch": 4.303939962476548,
      "grad_norm": 1.5522897972574765,
      "learning_rate": 8.490945227179141e-05,
      "loss": 0.6462,
      "step": 6882
    },
    {
      "epoch": 4.304565353345841,
      "grad_norm": 1.375300105342165,
      "learning_rate": 8.485355061491615e-05,
      "loss": 0.5855,
      "step": 6883
    },
    {
      "epoch": 4.3051907442151345,
      "grad_norm": 1.3822090103340996,
      "learning_rate": 8.47976601073846e-05,
      "loss": 0.6298,
      "step": 6884
    },
    {
      "epoch": 4.305816135084428,
      "grad_norm": 1.3940570377353336,
      "learning_rate": 8.474178075876201e-05,
      "loss": 0.5746,
      "step": 6885
    },
    {
      "epoch": 4.306441525953721,
      "grad_norm": 1.8512828665489762,
      "learning_rate": 8.468591257861182e-05,
      "loss": 0.7368,
      "step": 6886
    },
    {
      "epoch": 4.307066916823015,
      "grad_norm": 1.3429684098467756,
      "learning_rate": 8.46300555764953e-05,
      "loss": 0.558,
      "step": 6887
    },
    {
      "epoch": 4.3076923076923075,
      "grad_norm": 1.4378715683982692,
      "learning_rate": 8.45742097619721e-05,
      "loss": 0.6468,
      "step": 6888
    },
    {
      "epoch": 4.308317698561601,
      "grad_norm": 1.7541373418624382,
      "learning_rate": 8.451837514459974e-05,
      "loss": 0.7054,
      "step": 6889
    },
    {
      "epoch": 4.308943089430894,
      "grad_norm": 1.5970757121015038,
      "learning_rate": 8.446255173393399e-05,
      "loss": 0.6126,
      "step": 6890
    },
    {
      "epoch": 4.309568480300188,
      "grad_norm": 1.3127333240376404,
      "learning_rate": 8.440673953952858e-05,
      "loss": 0.5939,
      "step": 6891
    },
    {
      "epoch": 4.310193871169481,
      "grad_norm": 1.7785946354544022,
      "learning_rate": 8.435093857093537e-05,
      "loss": 0.569,
      "step": 6892
    },
    {
      "epoch": 4.310819262038774,
      "grad_norm": 1.4721316695175983,
      "learning_rate": 8.429514883770428e-05,
      "loss": 0.6416,
      "step": 6893
    },
    {
      "epoch": 4.311444652908068,
      "grad_norm": 1.6225959707573157,
      "learning_rate": 8.423937034938337e-05,
      "loss": 0.6381,
      "step": 6894
    },
    {
      "epoch": 4.312070043777361,
      "grad_norm": 1.630989377568184,
      "learning_rate": 8.418360311551864e-05,
      "loss": 0.6625,
      "step": 6895
    },
    {
      "epoch": 4.312695434646654,
      "grad_norm": 1.7693545203253,
      "learning_rate": 8.412784714565433e-05,
      "loss": 0.7426,
      "step": 6896
    },
    {
      "epoch": 4.313320825515947,
      "grad_norm": 1.5597108961779076,
      "learning_rate": 8.407210244933265e-05,
      "loss": 0.6473,
      "step": 6897
    },
    {
      "epoch": 4.313946216385241,
      "grad_norm": 1.4515859348838758,
      "learning_rate": 8.401636903609386e-05,
      "loss": 0.6308,
      "step": 6898
    },
    {
      "epoch": 4.314571607254534,
      "grad_norm": 1.6597350030031124,
      "learning_rate": 8.396064691547638e-05,
      "loss": 0.6999,
      "step": 6899
    },
    {
      "epoch": 4.315196998123827,
      "grad_norm": 1.5724146870587175,
      "learning_rate": 8.390493609701662e-05,
      "loss": 0.641,
      "step": 6900
    },
    {
      "epoch": 4.315822388993121,
      "grad_norm": 1.3785363136551279,
      "learning_rate": 8.38492365902491e-05,
      "loss": 0.6044,
      "step": 6901
    },
    {
      "epoch": 4.316447779862414,
      "grad_norm": 1.5512059090142116,
      "learning_rate": 8.379354840470645e-05,
      "loss": 0.6429,
      "step": 6902
    },
    {
      "epoch": 4.317073170731708,
      "grad_norm": 1.5994518619155356,
      "learning_rate": 8.373787154991916e-05,
      "loss": 0.6933,
      "step": 6903
    },
    {
      "epoch": 4.317698561601,
      "grad_norm": 1.2644437340264203,
      "learning_rate": 8.3682206035416e-05,
      "loss": 0.5432,
      "step": 6904
    },
    {
      "epoch": 4.318323952470294,
      "grad_norm": 1.379526511417231,
      "learning_rate": 8.36265518707237e-05,
      "loss": 0.5546,
      "step": 6905
    },
    {
      "epoch": 4.318949343339587,
      "grad_norm": 1.73000331143118,
      "learning_rate": 8.357090906536709e-05,
      "loss": 0.7343,
      "step": 6906
    },
    {
      "epoch": 4.319574734208881,
      "grad_norm": 1.5970408886423462,
      "learning_rate": 8.351527762886902e-05,
      "loss": 0.6087,
      "step": 6907
    },
    {
      "epoch": 4.320200125078173,
      "grad_norm": 1.2329069200803424,
      "learning_rate": 8.345965757075042e-05,
      "loss": 0.5666,
      "step": 6908
    },
    {
      "epoch": 4.320825515947467,
      "grad_norm": 1.273570571004587,
      "learning_rate": 8.340404890053025e-05,
      "loss": 0.5681,
      "step": 6909
    },
    {
      "epoch": 4.321450906816761,
      "grad_norm": 1.5323009550141709,
      "learning_rate": 8.334845162772552e-05,
      "loss": 0.6324,
      "step": 6910
    },
    {
      "epoch": 4.322076297686054,
      "grad_norm": 1.5171862152552484,
      "learning_rate": 8.32928657618514e-05,
      "loss": 0.735,
      "step": 6911
    },
    {
      "epoch": 4.322701688555347,
      "grad_norm": 1.2276060122627728,
      "learning_rate": 8.323729131242084e-05,
      "loss": 0.5442,
      "step": 6912
    },
    {
      "epoch": 4.32332707942464,
      "grad_norm": 1.696660240313511,
      "learning_rate": 8.318172828894512e-05,
      "loss": 0.7607,
      "step": 6913
    },
    {
      "epoch": 4.323952470293934,
      "grad_norm": 1.5213034286127476,
      "learning_rate": 8.312617670093339e-05,
      "loss": 0.6908,
      "step": 6914
    },
    {
      "epoch": 4.324577861163227,
      "grad_norm": 1.631732600828037,
      "learning_rate": 8.307063655789296e-05,
      "loss": 0.6625,
      "step": 6915
    },
    {
      "epoch": 4.32520325203252,
      "grad_norm": 1.39613819066112,
      "learning_rate": 8.301510786932907e-05,
      "loss": 0.6476,
      "step": 6916
    },
    {
      "epoch": 4.325828642901814,
      "grad_norm": 1.2523428529060352,
      "learning_rate": 8.295959064474508e-05,
      "loss": 0.5122,
      "step": 6917
    },
    {
      "epoch": 4.326454033771107,
      "grad_norm": 1.7599589833644118,
      "learning_rate": 8.29040848936424e-05,
      "loss": 0.7664,
      "step": 6918
    },
    {
      "epoch": 4.3270794246404005,
      "grad_norm": 1.2891595765741655,
      "learning_rate": 8.284859062552043e-05,
      "loss": 0.5535,
      "step": 6919
    },
    {
      "epoch": 4.327704815509693,
      "grad_norm": 1.5701341277103968,
      "learning_rate": 8.279310784987652e-05,
      "loss": 0.7076,
      "step": 6920
    },
    {
      "epoch": 4.328330206378987,
      "grad_norm": 1.5895681609816703,
      "learning_rate": 8.273763657620622e-05,
      "loss": 0.6922,
      "step": 6921
    },
    {
      "epoch": 4.32895559724828,
      "grad_norm": 1.7246786711387647,
      "learning_rate": 8.268217681400302e-05,
      "loss": 0.7533,
      "step": 6922
    },
    {
      "epoch": 4.3295809881175735,
      "grad_norm": 1.7277288363708012,
      "learning_rate": 8.262672857275844e-05,
      "loss": 0.7802,
      "step": 6923
    },
    {
      "epoch": 4.330206378986867,
      "grad_norm": 1.4786360352523396,
      "learning_rate": 8.25712918619621e-05,
      "loss": 0.6516,
      "step": 6924
    },
    {
      "epoch": 4.33083176985616,
      "grad_norm": 1.47483174246518,
      "learning_rate": 8.251586669110156e-05,
      "loss": 0.6847,
      "step": 6925
    },
    {
      "epoch": 4.331457160725454,
      "grad_norm": 1.4125608536962415,
      "learning_rate": 8.246045306966243e-05,
      "loss": 0.6664,
      "step": 6926
    },
    {
      "epoch": 4.3320825515947465,
      "grad_norm": 1.5500980366338826,
      "learning_rate": 8.240505100712833e-05,
      "loss": 0.7122,
      "step": 6927
    },
    {
      "epoch": 4.33270794246404,
      "grad_norm": 1.2875468467261972,
      "learning_rate": 8.234966051298099e-05,
      "loss": 0.584,
      "step": 6928
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 1.393822876989404,
      "learning_rate": 8.229428159670004e-05,
      "loss": 0.6845,
      "step": 6929
    },
    {
      "epoch": 4.333958724202627,
      "grad_norm": 1.4458092554988433,
      "learning_rate": 8.223891426776318e-05,
      "loss": 0.6366,
      "step": 6930
    },
    {
      "epoch": 4.3345841150719195,
      "grad_norm": 1.1370026030416844,
      "learning_rate": 8.218355853564616e-05,
      "loss": 0.4976,
      "step": 6931
    },
    {
      "epoch": 4.335209505941213,
      "grad_norm": 1.5048665412172537,
      "learning_rate": 8.212821440982268e-05,
      "loss": 0.6451,
      "step": 6932
    },
    {
      "epoch": 4.335834896810507,
      "grad_norm": 1.5061028789511581,
      "learning_rate": 8.207288189976452e-05,
      "loss": 0.6642,
      "step": 6933
    },
    {
      "epoch": 4.3364602876798,
      "grad_norm": 1.829840446627617,
      "learning_rate": 8.20175610149414e-05,
      "loss": 0.8348,
      "step": 6934
    },
    {
      "epoch": 4.337085678549093,
      "grad_norm": 1.356210962589372,
      "learning_rate": 8.19622517648212e-05,
      "loss": 0.6035,
      "step": 6935
    },
    {
      "epoch": 4.337711069418386,
      "grad_norm": 1.3710132740842076,
      "learning_rate": 8.190695415886952e-05,
      "loss": 0.5336,
      "step": 6936
    },
    {
      "epoch": 4.33833646028768,
      "grad_norm": 1.511684132046036,
      "learning_rate": 8.185166820655023e-05,
      "loss": 0.6067,
      "step": 6937
    },
    {
      "epoch": 4.338961851156973,
      "grad_norm": 1.5343037375392232,
      "learning_rate": 8.179639391732514e-05,
      "loss": 0.7802,
      "step": 6938
    },
    {
      "epoch": 4.3395872420262664,
      "grad_norm": 1.5546202572525407,
      "learning_rate": 8.174113130065404e-05,
      "loss": 0.6334,
      "step": 6939
    },
    {
      "epoch": 4.34021263289556,
      "grad_norm": 1.4015719695504891,
      "learning_rate": 8.168588036599469e-05,
      "loss": 0.7379,
      "step": 6940
    },
    {
      "epoch": 4.340838023764853,
      "grad_norm": 1.278993627250147,
      "learning_rate": 8.163064112280295e-05,
      "loss": 0.5679,
      "step": 6941
    },
    {
      "epoch": 4.341463414634147,
      "grad_norm": 1.6597384665977373,
      "learning_rate": 8.157541358053255e-05,
      "loss": 0.7347,
      "step": 6942
    },
    {
      "epoch": 4.3420888055034395,
      "grad_norm": 1.4318968100239515,
      "learning_rate": 8.152019774863534e-05,
      "loss": 0.5741,
      "step": 6943
    },
    {
      "epoch": 4.342714196372733,
      "grad_norm": 1.60701435641527,
      "learning_rate": 8.146499363656107e-05,
      "loss": 0.637,
      "step": 6944
    },
    {
      "epoch": 4.343339587242026,
      "grad_norm": 1.3277013087833365,
      "learning_rate": 8.140980125375755e-05,
      "loss": 0.5923,
      "step": 6945
    },
    {
      "epoch": 4.34396497811132,
      "grad_norm": 1.6072498832978561,
      "learning_rate": 8.135462060967061e-05,
      "loss": 0.6874,
      "step": 6946
    },
    {
      "epoch": 4.344590368980613,
      "grad_norm": 1.651620127351626,
      "learning_rate": 8.129945171374388e-05,
      "loss": 0.6719,
      "step": 6947
    },
    {
      "epoch": 4.345215759849906,
      "grad_norm": 1.6410338725726983,
      "learning_rate": 8.124429457541922e-05,
      "loss": 0.7467,
      "step": 6948
    },
    {
      "epoch": 4.3458411507192,
      "grad_norm": 1.3602635161626124,
      "learning_rate": 8.118914920413634e-05,
      "loss": 0.6024,
      "step": 6949
    },
    {
      "epoch": 4.346466541588493,
      "grad_norm": 1.462141856124164,
      "learning_rate": 8.113401560933297e-05,
      "loss": 0.6422,
      "step": 6950
    },
    {
      "epoch": 4.347091932457786,
      "grad_norm": 1.8837980692594245,
      "learning_rate": 8.10788938004449e-05,
      "loss": 0.8461,
      "step": 6951
    },
    {
      "epoch": 4.347717323327079,
      "grad_norm": 1.8755431478874847,
      "learning_rate": 8.102378378690573e-05,
      "loss": 0.8236,
      "step": 6952
    },
    {
      "epoch": 4.348342714196373,
      "grad_norm": 1.543226279358393,
      "learning_rate": 8.096868557814714e-05,
      "loss": 0.6233,
      "step": 6953
    },
    {
      "epoch": 4.348968105065666,
      "grad_norm": 1.3574880797020894,
      "learning_rate": 8.091359918359884e-05,
      "loss": 0.5685,
      "step": 6954
    },
    {
      "epoch": 4.349593495934959,
      "grad_norm": 1.694273163530912,
      "learning_rate": 8.085852461268847e-05,
      "loss": 0.7447,
      "step": 6955
    },
    {
      "epoch": 4.350218886804253,
      "grad_norm": 1.4945715382654226,
      "learning_rate": 8.080346187484161e-05,
      "loss": 0.6387,
      "step": 6956
    },
    {
      "epoch": 4.350844277673546,
      "grad_norm": 1.374193250643989,
      "learning_rate": 8.07484109794819e-05,
      "loss": 0.6741,
      "step": 6957
    },
    {
      "epoch": 4.35146966854284,
      "grad_norm": 1.3155925380052482,
      "learning_rate": 8.069337193603084e-05,
      "loss": 0.6094,
      "step": 6958
    },
    {
      "epoch": 4.352095059412132,
      "grad_norm": 1.1775216552542853,
      "learning_rate": 8.063834475390801e-05,
      "loss": 0.5133,
      "step": 6959
    },
    {
      "epoch": 4.352720450281426,
      "grad_norm": 1.125637012562963,
      "learning_rate": 8.058332944253088e-05,
      "loss": 0.5103,
      "step": 6960
    },
    {
      "epoch": 4.353345841150719,
      "grad_norm": 1.5992045304420315,
      "learning_rate": 8.052832601131496e-05,
      "loss": 0.6913,
      "step": 6961
    },
    {
      "epoch": 4.353971232020013,
      "grad_norm": 1.6343282279853537,
      "learning_rate": 8.047333446967366e-05,
      "loss": 0.6905,
      "step": 6962
    },
    {
      "epoch": 4.354596622889305,
      "grad_norm": 1.4698318816877185,
      "learning_rate": 8.041835482701842e-05,
      "loss": 0.601,
      "step": 6963
    },
    {
      "epoch": 4.355222013758599,
      "grad_norm": 1.2739243617621614,
      "learning_rate": 8.036338709275857e-05,
      "loss": 0.5789,
      "step": 6964
    },
    {
      "epoch": 4.355847404627893,
      "grad_norm": 1.4658942182893309,
      "learning_rate": 8.030843127630146e-05,
      "loss": 0.6566,
      "step": 6965
    },
    {
      "epoch": 4.356472795497186,
      "grad_norm": 1.164649628402501,
      "learning_rate": 8.025348738705238e-05,
      "loss": 0.5415,
      "step": 6966
    },
    {
      "epoch": 4.357098186366479,
      "grad_norm": 1.3907595580018666,
      "learning_rate": 8.019855543441457e-05,
      "loss": 0.6171,
      "step": 6967
    },
    {
      "epoch": 4.357723577235772,
      "grad_norm": 1.6721870037306874,
      "learning_rate": 8.014363542778929e-05,
      "loss": 0.7906,
      "step": 6968
    },
    {
      "epoch": 4.358348968105066,
      "grad_norm": 1.3490079651365154,
      "learning_rate": 8.008872737657561e-05,
      "loss": 0.6515,
      "step": 6969
    },
    {
      "epoch": 4.358974358974359,
      "grad_norm": 1.5284971063610433,
      "learning_rate": 8.003383129017069e-05,
      "loss": 0.5922,
      "step": 6970
    },
    {
      "epoch": 4.359599749843652,
      "grad_norm": 1.4655730768821358,
      "learning_rate": 7.997894717796959e-05,
      "loss": 0.6333,
      "step": 6971
    },
    {
      "epoch": 4.360225140712946,
      "grad_norm": 1.6106309492328914,
      "learning_rate": 7.992407504936534e-05,
      "loss": 0.6392,
      "step": 6972
    },
    {
      "epoch": 4.360850531582239,
      "grad_norm": 1.9410132502284752,
      "learning_rate": 7.986921491374888e-05,
      "loss": 0.5551,
      "step": 6973
    },
    {
      "epoch": 4.3614759224515325,
      "grad_norm": 1.8446219378695252,
      "learning_rate": 7.981436678050918e-05,
      "loss": 0.7908,
      "step": 6974
    },
    {
      "epoch": 4.362101313320825,
      "grad_norm": 1.5914835819499626,
      "learning_rate": 7.975953065903308e-05,
      "loss": 0.7526,
      "step": 6975
    },
    {
      "epoch": 4.362726704190119,
      "grad_norm": 1.2745263706352028,
      "learning_rate": 7.970470655870535e-05,
      "loss": 0.5836,
      "step": 6976
    },
    {
      "epoch": 4.363352095059412,
      "grad_norm": 1.7480592616464845,
      "learning_rate": 7.964989448890879e-05,
      "loss": 0.667,
      "step": 6977
    },
    {
      "epoch": 4.3639774859287055,
      "grad_norm": 1.3517289664255878,
      "learning_rate": 7.959509445902404e-05,
      "loss": 0.7123,
      "step": 6978
    },
    {
      "epoch": 4.364602876797999,
      "grad_norm": 1.3658523013981498,
      "learning_rate": 7.954030647842977e-05,
      "loss": 0.5504,
      "step": 6979
    },
    {
      "epoch": 4.365228267667292,
      "grad_norm": 1.588989304032016,
      "learning_rate": 7.948553055650253e-05,
      "loss": 0.6038,
      "step": 6980
    },
    {
      "epoch": 4.365853658536586,
      "grad_norm": 1.329121036941802,
      "learning_rate": 7.943076670261687e-05,
      "loss": 0.5723,
      "step": 6981
    },
    {
      "epoch": 4.3664790494058785,
      "grad_norm": 1.3712854651087987,
      "learning_rate": 7.937601492614514e-05,
      "loss": 0.5851,
      "step": 6982
    },
    {
      "epoch": 4.367104440275172,
      "grad_norm": 1.3059548791069504,
      "learning_rate": 7.932127523645775e-05,
      "loss": 0.5379,
      "step": 6983
    },
    {
      "epoch": 4.367729831144465,
      "grad_norm": 1.3313274982686405,
      "learning_rate": 7.926654764292298e-05,
      "loss": 0.5374,
      "step": 6984
    },
    {
      "epoch": 4.368355222013759,
      "grad_norm": 1.5200303862456652,
      "learning_rate": 7.921183215490711e-05,
      "loss": 0.5972,
      "step": 6985
    },
    {
      "epoch": 4.3689806128830515,
      "grad_norm": 1.6788036700681148,
      "learning_rate": 7.915712878177425e-05,
      "loss": 0.6649,
      "step": 6986
    },
    {
      "epoch": 4.369606003752345,
      "grad_norm": 1.321974197668004,
      "learning_rate": 7.91024375328866e-05,
      "loss": 0.5403,
      "step": 6987
    },
    {
      "epoch": 4.370231394621639,
      "grad_norm": 1.3731969519319227,
      "learning_rate": 7.904775841760402e-05,
      "loss": 0.6044,
      "step": 6988
    },
    {
      "epoch": 4.370856785490932,
      "grad_norm": 1.4369039830414583,
      "learning_rate": 7.89930914452845e-05,
      "loss": 0.6724,
      "step": 6989
    },
    {
      "epoch": 4.371482176360225,
      "grad_norm": 1.2204847549935778,
      "learning_rate": 7.893843662528391e-05,
      "loss": 0.5317,
      "step": 6990
    },
    {
      "epoch": 4.372107567229518,
      "grad_norm": 1.28458328009727,
      "learning_rate": 7.888379396695603e-05,
      "loss": 0.5512,
      "step": 6991
    },
    {
      "epoch": 4.372732958098812,
      "grad_norm": 1.3806165788325078,
      "learning_rate": 7.882916347965254e-05,
      "loss": 0.6114,
      "step": 6992
    },
    {
      "epoch": 4.373358348968105,
      "grad_norm": 1.7256286116464565,
      "learning_rate": 7.877454517272307e-05,
      "loss": 0.8112,
      "step": 6993
    },
    {
      "epoch": 4.373983739837398,
      "grad_norm": 1.46689653745385,
      "learning_rate": 7.871993905551513e-05,
      "loss": 0.6266,
      "step": 6994
    },
    {
      "epoch": 4.374609130706691,
      "grad_norm": 1.9112742149217112,
      "learning_rate": 7.866534513737417e-05,
      "loss": 0.7364,
      "step": 6995
    },
    {
      "epoch": 4.375234521575985,
      "grad_norm": 1.733055125969213,
      "learning_rate": 7.861076342764357e-05,
      "loss": 0.6655,
      "step": 6996
    },
    {
      "epoch": 4.375859912445279,
      "grad_norm": 2.059168627971178,
      "learning_rate": 7.855619393566455e-05,
      "loss": 0.7736,
      "step": 6997
    },
    {
      "epoch": 4.376485303314571,
      "grad_norm": 1.483889249626253,
      "learning_rate": 7.85016366707763e-05,
      "loss": 0.6378,
      "step": 6998
    },
    {
      "epoch": 4.377110694183865,
      "grad_norm": 1.655552208219383,
      "learning_rate": 7.844709164231593e-05,
      "loss": 0.6987,
      "step": 6999
    },
    {
      "epoch": 4.377736085053158,
      "grad_norm": 1.7701621488342816,
      "learning_rate": 7.839255885961847e-05,
      "loss": 0.6965,
      "step": 7000
    },
    {
      "epoch": 4.378361475922452,
      "grad_norm": 1.9558262972019336,
      "learning_rate": 7.833803833201667e-05,
      "loss": 0.9071,
      "step": 7001
    },
    {
      "epoch": 4.378986866791744,
      "grad_norm": 1.630002905762889,
      "learning_rate": 7.828353006884141e-05,
      "loss": 0.7224,
      "step": 7002
    },
    {
      "epoch": 4.379612257661038,
      "grad_norm": 1.2607301116726766,
      "learning_rate": 7.822903407942135e-05,
      "loss": 0.5651,
      "step": 7003
    },
    {
      "epoch": 4.380237648530332,
      "grad_norm": 1.567284709057375,
      "learning_rate": 7.817455037308311e-05,
      "loss": 0.6592,
      "step": 7004
    },
    {
      "epoch": 4.380863039399625,
      "grad_norm": 1.7580490768414254,
      "learning_rate": 7.81200789591512e-05,
      "loss": 0.7431,
      "step": 7005
    },
    {
      "epoch": 4.381488430268918,
      "grad_norm": 1.485059925601777,
      "learning_rate": 7.806561984694799e-05,
      "loss": 0.6567,
      "step": 7006
    },
    {
      "epoch": 4.382113821138211,
      "grad_norm": 1.2731559362792335,
      "learning_rate": 7.801117304579377e-05,
      "loss": 0.5197,
      "step": 7007
    },
    {
      "epoch": 4.382739212007505,
      "grad_norm": 1.6014455441972062,
      "learning_rate": 7.795673856500669e-05,
      "loss": 0.6871,
      "step": 7008
    },
    {
      "epoch": 4.383364602876798,
      "grad_norm": 1.332414967261067,
      "learning_rate": 7.790231641390286e-05,
      "loss": 0.5201,
      "step": 7009
    },
    {
      "epoch": 4.383989993746091,
      "grad_norm": 1.4868757944507143,
      "learning_rate": 7.78479066017962e-05,
      "loss": 0.6234,
      "step": 7010
    },
    {
      "epoch": 4.384615384615385,
      "grad_norm": 1.3153656064643404,
      "learning_rate": 7.779350913799857e-05,
      "loss": 0.6395,
      "step": 7011
    },
    {
      "epoch": 4.385240775484678,
      "grad_norm": 1.306445014570968,
      "learning_rate": 7.773912403181972e-05,
      "loss": 0.5845,
      "step": 7012
    },
    {
      "epoch": 4.3858661663539715,
      "grad_norm": 1.257639060892948,
      "learning_rate": 7.768475129256723e-05,
      "loss": 0.4798,
      "step": 7013
    },
    {
      "epoch": 4.386491557223264,
      "grad_norm": 1.7120075632628227,
      "learning_rate": 7.763039092954664e-05,
      "loss": 0.6966,
      "step": 7014
    },
    {
      "epoch": 4.387116948092558,
      "grad_norm": 1.4491155801663451,
      "learning_rate": 7.757604295206129e-05,
      "loss": 0.541,
      "step": 7015
    },
    {
      "epoch": 4.387742338961851,
      "grad_norm": 1.4269986646041803,
      "learning_rate": 7.75217073694125e-05,
      "loss": 0.6882,
      "step": 7016
    },
    {
      "epoch": 4.3883677298311445,
      "grad_norm": 1.0951923102209582,
      "learning_rate": 7.746738419089943e-05,
      "loss": 0.4442,
      "step": 7017
    },
    {
      "epoch": 4.388993120700437,
      "grad_norm": 1.7533902951558766,
      "learning_rate": 7.741307342581897e-05,
      "loss": 0.7535,
      "step": 7018
    },
    {
      "epoch": 4.389618511569731,
      "grad_norm": 1.3112918593519831,
      "learning_rate": 7.735877508346613e-05,
      "loss": 0.5717,
      "step": 7019
    },
    {
      "epoch": 4.390243902439025,
      "grad_norm": 1.6748109293474798,
      "learning_rate": 7.730448917313362e-05,
      "loss": 0.6386,
      "step": 7020
    },
    {
      "epoch": 4.3908692933083175,
      "grad_norm": 1.3481654485298973,
      "learning_rate": 7.725021570411212e-05,
      "loss": 0.5816,
      "step": 7021
    },
    {
      "epoch": 4.391494684177611,
      "grad_norm": 1.2838112113845659,
      "learning_rate": 7.719595468569016e-05,
      "loss": 0.5125,
      "step": 7022
    },
    {
      "epoch": 4.392120075046904,
      "grad_norm": 1.2863912418937653,
      "learning_rate": 7.714170612715405e-05,
      "loss": 0.5816,
      "step": 7023
    },
    {
      "epoch": 4.392745465916198,
      "grad_norm": 1.2731588016092243,
      "learning_rate": 7.708747003778807e-05,
      "loss": 0.5613,
      "step": 7024
    },
    {
      "epoch": 4.3933708567854906,
      "grad_norm": 1.3606336337456477,
      "learning_rate": 7.703324642687433e-05,
      "loss": 0.5976,
      "step": 7025
    },
    {
      "epoch": 4.393996247654784,
      "grad_norm": 1.4410797306729473,
      "learning_rate": 7.697903530369284e-05,
      "loss": 0.5916,
      "step": 7026
    },
    {
      "epoch": 4.394621638524078,
      "grad_norm": 1.3660638705064838,
      "learning_rate": 7.692483667752141e-05,
      "loss": 0.5762,
      "step": 7027
    },
    {
      "epoch": 4.395247029393371,
      "grad_norm": 1.6105007568856364,
      "learning_rate": 7.687065055763574e-05,
      "loss": 0.6629,
      "step": 7028
    },
    {
      "epoch": 4.3958724202626644,
      "grad_norm": 1.6570454424336285,
      "learning_rate": 7.681647695330941e-05,
      "loss": 0.6963,
      "step": 7029
    },
    {
      "epoch": 4.396497811131957,
      "grad_norm": 1.275869656819064,
      "learning_rate": 7.676231587381385e-05,
      "loss": 0.5436,
      "step": 7030
    },
    {
      "epoch": 4.397123202001251,
      "grad_norm": 1.6941026481649775,
      "learning_rate": 7.670816732841833e-05,
      "loss": 0.7664,
      "step": 7031
    },
    {
      "epoch": 4.397748592870544,
      "grad_norm": 1.8029722030726694,
      "learning_rate": 7.665403132638997e-05,
      "loss": 0.7229,
      "step": 7032
    },
    {
      "epoch": 4.3983739837398375,
      "grad_norm": 1.4682508902805707,
      "learning_rate": 7.659990787699381e-05,
      "loss": 0.617,
      "step": 7033
    },
    {
      "epoch": 4.398999374609131,
      "grad_norm": 1.3923604753375438,
      "learning_rate": 7.65457969894926e-05,
      "loss": 0.5215,
      "step": 7034
    },
    {
      "epoch": 4.399624765478424,
      "grad_norm": 1.5073071441549406,
      "learning_rate": 7.649169867314704e-05,
      "loss": 0.6925,
      "step": 7035
    },
    {
      "epoch": 4.400250156347718,
      "grad_norm": 1.645749568002762,
      "learning_rate": 7.64376129372157e-05,
      "loss": 0.6705,
      "step": 7036
    },
    {
      "epoch": 4.4008755472170105,
      "grad_norm": 1.4101229113084999,
      "learning_rate": 7.638353979095497e-05,
      "loss": 0.7409,
      "step": 7037
    },
    {
      "epoch": 4.401500938086304,
      "grad_norm": 1.482501666840976,
      "learning_rate": 7.632947924361903e-05,
      "loss": 0.6962,
      "step": 7038
    },
    {
      "epoch": 4.402126328955597,
      "grad_norm": 1.6719784954373225,
      "learning_rate": 7.627543130446e-05,
      "loss": 0.6918,
      "step": 7039
    },
    {
      "epoch": 4.402751719824891,
      "grad_norm": 1.347187474932435,
      "learning_rate": 7.622139598272777e-05,
      "loss": 0.6112,
      "step": 7040
    },
    {
      "epoch": 4.4033771106941835,
      "grad_norm": 1.2744792219985341,
      "learning_rate": 7.616737328767012e-05,
      "loss": 0.5832,
      "step": 7041
    },
    {
      "epoch": 4.404002501563477,
      "grad_norm": 1.6093144717288388,
      "learning_rate": 7.611336322853261e-05,
      "loss": 0.6924,
      "step": 7042
    },
    {
      "epoch": 4.404627892432771,
      "grad_norm": 2.06989066037146,
      "learning_rate": 7.60593658145587e-05,
      "loss": 0.9978,
      "step": 7043
    },
    {
      "epoch": 4.405253283302064,
      "grad_norm": 1.756898336137506,
      "learning_rate": 7.600538105498963e-05,
      "loss": 0.7352,
      "step": 7044
    },
    {
      "epoch": 4.405878674171357,
      "grad_norm": 1.3663611471089516,
      "learning_rate": 7.595140895906451e-05,
      "loss": 0.5884,
      "step": 7045
    },
    {
      "epoch": 4.40650406504065,
      "grad_norm": 1.4921881813107487,
      "learning_rate": 7.58974495360203e-05,
      "loss": 0.6014,
      "step": 7046
    },
    {
      "epoch": 4.407129455909944,
      "grad_norm": 1.4279153080339144,
      "learning_rate": 7.584350279509172e-05,
      "loss": 0.6466,
      "step": 7047
    },
    {
      "epoch": 4.407754846779237,
      "grad_norm": 1.4618498870988523,
      "learning_rate": 7.578956874551141e-05,
      "loss": 0.6678,
      "step": 7048
    },
    {
      "epoch": 4.40838023764853,
      "grad_norm": 1.6282781192741544,
      "learning_rate": 7.573564739650975e-05,
      "loss": 0.6585,
      "step": 7049
    },
    {
      "epoch": 4.409005628517823,
      "grad_norm": 1.4338941724064729,
      "learning_rate": 7.568173875731508e-05,
      "loss": 0.6032,
      "step": 7050
    },
    {
      "epoch": 4.409631019387117,
      "grad_norm": 1.4039736144589228,
      "learning_rate": 7.562784283715334e-05,
      "loss": 0.5686,
      "step": 7051
    },
    {
      "epoch": 4.410256410256411,
      "grad_norm": 1.41604118142655,
      "learning_rate": 7.55739596452485e-05,
      "loss": 0.6643,
      "step": 7052
    },
    {
      "epoch": 4.410881801125703,
      "grad_norm": 1.599015396555217,
      "learning_rate": 7.552008919082226e-05,
      "loss": 0.7101,
      "step": 7053
    },
    {
      "epoch": 4.411507191994997,
      "grad_norm": 1.776361862260685,
      "learning_rate": 7.546623148309418e-05,
      "loss": 0.7444,
      "step": 7054
    },
    {
      "epoch": 4.41213258286429,
      "grad_norm": 1.3675177614347775,
      "learning_rate": 7.54123865312816e-05,
      "loss": 0.5773,
      "step": 7055
    },
    {
      "epoch": 4.412757973733584,
      "grad_norm": 1.326570471410429,
      "learning_rate": 7.53585543445997e-05,
      "loss": 0.5445,
      "step": 7056
    },
    {
      "epoch": 4.413383364602876,
      "grad_norm": 1.4430904337131067,
      "learning_rate": 7.53047349322615e-05,
      "loss": 0.5389,
      "step": 7057
    },
    {
      "epoch": 4.41400875547217,
      "grad_norm": 1.7035367939651216,
      "learning_rate": 7.525092830347775e-05,
      "loss": 0.6547,
      "step": 7058
    },
    {
      "epoch": 4.414634146341464,
      "grad_norm": 1.5084125794249996,
      "learning_rate": 7.519713446745707e-05,
      "loss": 0.6943,
      "step": 7059
    },
    {
      "epoch": 4.415259537210757,
      "grad_norm": 1.6947840756360655,
      "learning_rate": 7.514335343340591e-05,
      "loss": 0.7331,
      "step": 7060
    },
    {
      "epoch": 4.41588492808005,
      "grad_norm": 1.3227585513683269,
      "learning_rate": 7.508958521052849e-05,
      "loss": 0.5553,
      "step": 7061
    },
    {
      "epoch": 4.416510318949343,
      "grad_norm": 1.663190069469009,
      "learning_rate": 7.503582980802686e-05,
      "loss": 0.6607,
      "step": 7062
    },
    {
      "epoch": 4.417135709818637,
      "grad_norm": 1.3334438935284099,
      "learning_rate": 7.498208723510088e-05,
      "loss": 0.6102,
      "step": 7063
    },
    {
      "epoch": 4.41776110068793,
      "grad_norm": 1.3250317609018873,
      "learning_rate": 7.492835750094818e-05,
      "loss": 0.6076,
      "step": 7064
    },
    {
      "epoch": 4.418386491557223,
      "grad_norm": 1.4069325978682743,
      "learning_rate": 7.487464061476425e-05,
      "loss": 0.5635,
      "step": 7065
    },
    {
      "epoch": 4.419011882426517,
      "grad_norm": 1.4135726375945528,
      "learning_rate": 7.482093658574236e-05,
      "loss": 0.6284,
      "step": 7066
    },
    {
      "epoch": 4.41963727329581,
      "grad_norm": 1.6092936037382974,
      "learning_rate": 7.476724542307348e-05,
      "loss": 0.6209,
      "step": 7067
    },
    {
      "epoch": 4.4202626641651035,
      "grad_norm": 1.507741316738698,
      "learning_rate": 7.471356713594652e-05,
      "loss": 0.6868,
      "step": 7068
    },
    {
      "epoch": 4.420888055034396,
      "grad_norm": 1.5639054805672261,
      "learning_rate": 7.465990173354812e-05,
      "loss": 0.6069,
      "step": 7069
    },
    {
      "epoch": 4.42151344590369,
      "grad_norm": 1.417085485011777,
      "learning_rate": 7.460624922506273e-05,
      "loss": 0.6424,
      "step": 7070
    },
    {
      "epoch": 4.422138836772983,
      "grad_norm": 1.3324088857189424,
      "learning_rate": 7.455260961967259e-05,
      "loss": 0.7136,
      "step": 7071
    },
    {
      "epoch": 4.4227642276422765,
      "grad_norm": 1.3919271571517149,
      "learning_rate": 7.449898292655774e-05,
      "loss": 0.5636,
      "step": 7072
    },
    {
      "epoch": 4.423389618511569,
      "grad_norm": 1.7382426821328996,
      "learning_rate": 7.444536915489598e-05,
      "loss": 0.6626,
      "step": 7073
    },
    {
      "epoch": 4.424015009380863,
      "grad_norm": 2.0781067365311134,
      "learning_rate": 7.439176831386293e-05,
      "loss": 0.8821,
      "step": 7074
    },
    {
      "epoch": 4.424640400250157,
      "grad_norm": 2.6057672704986823,
      "learning_rate": 7.433818041263198e-05,
      "loss": 1.156,
      "step": 7075
    },
    {
      "epoch": 4.4252657911194495,
      "grad_norm": 1.328174293629684,
      "learning_rate": 7.428460546037434e-05,
      "loss": 0.5975,
      "step": 7076
    },
    {
      "epoch": 4.425891181988743,
      "grad_norm": 1.7211937769885968,
      "learning_rate": 7.423104346625893e-05,
      "loss": 0.6655,
      "step": 7077
    },
    {
      "epoch": 4.426516572858036,
      "grad_norm": 1.4199433791665348,
      "learning_rate": 7.417749443945255e-05,
      "loss": 0.5957,
      "step": 7078
    },
    {
      "epoch": 4.42714196372733,
      "grad_norm": 1.6526656065971108,
      "learning_rate": 7.412395838911967e-05,
      "loss": 0.6948,
      "step": 7079
    },
    {
      "epoch": 4.4277673545966225,
      "grad_norm": 1.7665481204277584,
      "learning_rate": 7.407043532442264e-05,
      "loss": 0.7489,
      "step": 7080
    },
    {
      "epoch": 4.428392745465916,
      "grad_norm": 1.4905105680115542,
      "learning_rate": 7.401692525452154e-05,
      "loss": 0.6131,
      "step": 7081
    },
    {
      "epoch": 4.42901813633521,
      "grad_norm": 1.6119149784372167,
      "learning_rate": 7.396342818857429e-05,
      "loss": 0.8094,
      "step": 7082
    },
    {
      "epoch": 4.429643527204503,
      "grad_norm": 1.678381972282726,
      "learning_rate": 7.390994413573639e-05,
      "loss": 0.7354,
      "step": 7083
    },
    {
      "epoch": 4.430268918073796,
      "grad_norm": 1.5123860718974422,
      "learning_rate": 7.385647310516132e-05,
      "loss": 0.6777,
      "step": 7084
    },
    {
      "epoch": 4.430894308943089,
      "grad_norm": 1.5363417373030595,
      "learning_rate": 7.380301510600028e-05,
      "loss": 0.7177,
      "step": 7085
    },
    {
      "epoch": 4.431519699812383,
      "grad_norm": 1.6049880695674184,
      "learning_rate": 7.374957014740218e-05,
      "loss": 0.663,
      "step": 7086
    },
    {
      "epoch": 4.432145090681676,
      "grad_norm": 1.390321054714219,
      "learning_rate": 7.369613823851377e-05,
      "loss": 0.6031,
      "step": 7087
    },
    {
      "epoch": 4.432770481550969,
      "grad_norm": 1.2965180100634779,
      "learning_rate": 7.364271938847952e-05,
      "loss": 0.6123,
      "step": 7088
    },
    {
      "epoch": 4.433395872420263,
      "grad_norm": 1.4812767618420317,
      "learning_rate": 7.358931360644168e-05,
      "loss": 0.5533,
      "step": 7089
    },
    {
      "epoch": 4.434021263289556,
      "grad_norm": 1.8035800177652503,
      "learning_rate": 7.353592090154028e-05,
      "loss": 0.6693,
      "step": 7090
    },
    {
      "epoch": 4.43464665415885,
      "grad_norm": 1.2446147811165904,
      "learning_rate": 7.348254128291306e-05,
      "loss": 0.6241,
      "step": 7091
    },
    {
      "epoch": 4.435272045028142,
      "grad_norm": 1.3607815478184597,
      "learning_rate": 7.34291747596956e-05,
      "loss": 0.62,
      "step": 7092
    },
    {
      "epoch": 4.435897435897436,
      "grad_norm": 1.5673979852918687,
      "learning_rate": 7.337582134102122e-05,
      "loss": 0.6722,
      "step": 7093
    },
    {
      "epoch": 4.436522826766729,
      "grad_norm": 1.668331953762345,
      "learning_rate": 7.332248103602087e-05,
      "loss": 0.7266,
      "step": 7094
    },
    {
      "epoch": 4.437148217636023,
      "grad_norm": 1.3909496999861093,
      "learning_rate": 7.32691538538234e-05,
      "loss": 0.6383,
      "step": 7095
    },
    {
      "epoch": 4.437773608505315,
      "grad_norm": 1.2849061911441964,
      "learning_rate": 7.32158398035554e-05,
      "loss": 0.5734,
      "step": 7096
    },
    {
      "epoch": 4.438398999374609,
      "grad_norm": 1.21846595904588,
      "learning_rate": 7.316253889434115e-05,
      "loss": 0.5254,
      "step": 7097
    },
    {
      "epoch": 4.439024390243903,
      "grad_norm": 1.370237963904907,
      "learning_rate": 7.310925113530276e-05,
      "loss": 0.5436,
      "step": 7098
    },
    {
      "epoch": 4.439649781113196,
      "grad_norm": 1.4661071806349968,
      "learning_rate": 7.305597653556005e-05,
      "loss": 0.5433,
      "step": 7099
    },
    {
      "epoch": 4.440275171982489,
      "grad_norm": 1.5237284209986544,
      "learning_rate": 7.300271510423051e-05,
      "loss": 0.6344,
      "step": 7100
    },
    {
      "epoch": 4.440900562851782,
      "grad_norm": 1.2221923073085157,
      "learning_rate": 7.29494668504295e-05,
      "loss": 0.49,
      "step": 7101
    },
    {
      "epoch": 4.441525953721076,
      "grad_norm": 1.6643045989754846,
      "learning_rate": 7.289623178327003e-05,
      "loss": 0.6953,
      "step": 7102
    },
    {
      "epoch": 4.442151344590369,
      "grad_norm": 1.5369410802541528,
      "learning_rate": 7.284300991186295e-05,
      "loss": 0.6008,
      "step": 7103
    },
    {
      "epoch": 4.442776735459662,
      "grad_norm": 1.7090008254572404,
      "learning_rate": 7.278980124531676e-05,
      "loss": 0.7023,
      "step": 7104
    },
    {
      "epoch": 4.443402126328955,
      "grad_norm": 1.622535344992672,
      "learning_rate": 7.273660579273777e-05,
      "loss": 0.7654,
      "step": 7105
    },
    {
      "epoch": 4.444027517198249,
      "grad_norm": 1.6148692161527964,
      "learning_rate": 7.268342356322999e-05,
      "loss": 0.6456,
      "step": 7106
    },
    {
      "epoch": 4.4446529080675425,
      "grad_norm": 1.293119823570914,
      "learning_rate": 7.263025456589515e-05,
      "loss": 0.5869,
      "step": 7107
    },
    {
      "epoch": 4.445278298936835,
      "grad_norm": 1.2694074857631938,
      "learning_rate": 7.257709880983277e-05,
      "loss": 0.4926,
      "step": 7108
    },
    {
      "epoch": 4.445903689806129,
      "grad_norm": 1.4937860857643752,
      "learning_rate": 7.252395630414004e-05,
      "loss": 0.6322,
      "step": 7109
    },
    {
      "epoch": 4.446529080675422,
      "grad_norm": 1.371651145010978,
      "learning_rate": 7.247082705791196e-05,
      "loss": 0.5371,
      "step": 7110
    },
    {
      "epoch": 4.4471544715447155,
      "grad_norm": 1.5134104811512081,
      "learning_rate": 7.241771108024118e-05,
      "loss": 0.6166,
      "step": 7111
    },
    {
      "epoch": 4.447779862414008,
      "grad_norm": 1.3955721668936205,
      "learning_rate": 7.236460838021812e-05,
      "loss": 0.5628,
      "step": 7112
    },
    {
      "epoch": 4.448405253283302,
      "grad_norm": 1.4833493376835147,
      "learning_rate": 7.231151896693096e-05,
      "loss": 0.5955,
      "step": 7113
    },
    {
      "epoch": 4.449030644152596,
      "grad_norm": 1.8107001600274857,
      "learning_rate": 7.225844284946551e-05,
      "loss": 0.7393,
      "step": 7114
    },
    {
      "epoch": 4.449656035021889,
      "grad_norm": 1.6328158278063443,
      "learning_rate": 7.220538003690546e-05,
      "loss": 0.66,
      "step": 7115
    },
    {
      "epoch": 4.450281425891182,
      "grad_norm": 1.557434456139048,
      "learning_rate": 7.215233053833201e-05,
      "loss": 0.7291,
      "step": 7116
    },
    {
      "epoch": 4.450906816760475,
      "grad_norm": 1.467905626949129,
      "learning_rate": 7.209929436282424e-05,
      "loss": 0.5551,
      "step": 7117
    },
    {
      "epoch": 4.451532207629769,
      "grad_norm": 1.6086678334378979,
      "learning_rate": 7.204627151945892e-05,
      "loss": 0.6627,
      "step": 7118
    },
    {
      "epoch": 4.452157598499062,
      "grad_norm": 1.5059799893275143,
      "learning_rate": 7.19932620173105e-05,
      "loss": 0.69,
      "step": 7119
    },
    {
      "epoch": 4.452782989368355,
      "grad_norm": 1.5170154393802864,
      "learning_rate": 7.194026586545122e-05,
      "loss": 0.6361,
      "step": 7120
    },
    {
      "epoch": 4.453408380237649,
      "grad_norm": 1.5551156259271364,
      "learning_rate": 7.188728307295094e-05,
      "loss": 0.6694,
      "step": 7121
    },
    {
      "epoch": 4.454033771106942,
      "grad_norm": 2.1822744165095047,
      "learning_rate": 7.183431364887734e-05,
      "loss": 0.9615,
      "step": 7122
    },
    {
      "epoch": 4.4546591619762355,
      "grad_norm": 1.3713959019404836,
      "learning_rate": 7.17813576022957e-05,
      "loss": 0.5537,
      "step": 7123
    },
    {
      "epoch": 4.455284552845528,
      "grad_norm": 1.9324050728348394,
      "learning_rate": 7.172841494226909e-05,
      "loss": 0.837,
      "step": 7124
    },
    {
      "epoch": 4.455909943714822,
      "grad_norm": 1.5407233603460635,
      "learning_rate": 7.167548567785824e-05,
      "loss": 0.6648,
      "step": 7125
    },
    {
      "epoch": 4.456535334584115,
      "grad_norm": 1.4415271990673533,
      "learning_rate": 7.162256981812163e-05,
      "loss": 0.6428,
      "step": 7126
    },
    {
      "epoch": 4.4571607254534085,
      "grad_norm": 1.4658082022173156,
      "learning_rate": 7.156966737211543e-05,
      "loss": 0.6701,
      "step": 7127
    },
    {
      "epoch": 4.457786116322701,
      "grad_norm": 1.5757915099502084,
      "learning_rate": 7.151677834889357e-05,
      "loss": 0.6605,
      "step": 7128
    },
    {
      "epoch": 4.458411507191995,
      "grad_norm": 1.366489787693024,
      "learning_rate": 7.14639027575075e-05,
      "loss": 0.5777,
      "step": 7129
    },
    {
      "epoch": 4.459036898061289,
      "grad_norm": 1.1686718006034977,
      "learning_rate": 7.141104060700655e-05,
      "loss": 0.4692,
      "step": 7130
    },
    {
      "epoch": 4.4596622889305815,
      "grad_norm": 1.5545275203946267,
      "learning_rate": 7.135819190643771e-05,
      "loss": 0.6392,
      "step": 7131
    },
    {
      "epoch": 4.460287679799875,
      "grad_norm": 1.4221807764755179,
      "learning_rate": 7.130535666484563e-05,
      "loss": 0.6012,
      "step": 7132
    },
    {
      "epoch": 4.460913070669168,
      "grad_norm": 1.8911914965189665,
      "learning_rate": 7.125253489127274e-05,
      "loss": 0.7648,
      "step": 7133
    },
    {
      "epoch": 4.461538461538462,
      "grad_norm": 1.5894234742837967,
      "learning_rate": 7.119972659475902e-05,
      "loss": 0.6931,
      "step": 7134
    },
    {
      "epoch": 4.4621638524077545,
      "grad_norm": 1.5111561827067177,
      "learning_rate": 7.114693178434226e-05,
      "loss": 0.6355,
      "step": 7135
    },
    {
      "epoch": 4.462789243277048,
      "grad_norm": 1.5268886157344694,
      "learning_rate": 7.10941504690579e-05,
      "loss": 0.6608,
      "step": 7136
    },
    {
      "epoch": 4.463414634146342,
      "grad_norm": 1.3499557265444007,
      "learning_rate": 7.104138265793911e-05,
      "loss": 0.5314,
      "step": 7137
    },
    {
      "epoch": 4.464040025015635,
      "grad_norm": 1.624725596351944,
      "learning_rate": 7.09886283600167e-05,
      "loss": 0.6361,
      "step": 7138
    },
    {
      "epoch": 4.464665415884928,
      "grad_norm": 1.299060947835977,
      "learning_rate": 7.093588758431918e-05,
      "loss": 0.5891,
      "step": 7139
    },
    {
      "epoch": 4.465290806754221,
      "grad_norm": 1.5357735457320236,
      "learning_rate": 7.088316033987279e-05,
      "loss": 0.6128,
      "step": 7140
    },
    {
      "epoch": 4.465916197623515,
      "grad_norm": 1.4785056848118077,
      "learning_rate": 7.083044663570136e-05,
      "loss": 0.6289,
      "step": 7141
    },
    {
      "epoch": 4.466541588492808,
      "grad_norm": 1.4295018691232373,
      "learning_rate": 7.07777464808265e-05,
      "loss": 0.5993,
      "step": 7142
    },
    {
      "epoch": 4.467166979362101,
      "grad_norm": 1.3011486887993866,
      "learning_rate": 7.072505988426744e-05,
      "loss": 0.4138,
      "step": 7143
    },
    {
      "epoch": 4.467792370231395,
      "grad_norm": 1.629551176283457,
      "learning_rate": 7.067238685504114e-05,
      "loss": 0.6159,
      "step": 7144
    },
    {
      "epoch": 4.468417761100688,
      "grad_norm": 3.9006854494428174,
      "learning_rate": 7.061972740216217e-05,
      "loss": 0.5447,
      "step": 7145
    },
    {
      "epoch": 4.469043151969982,
      "grad_norm": 1.7087514853819943,
      "learning_rate": 7.056708153464284e-05,
      "loss": 0.6741,
      "step": 7146
    },
    {
      "epoch": 4.469668542839274,
      "grad_norm": 1.4234550609747778,
      "learning_rate": 7.05144492614931e-05,
      "loss": 0.573,
      "step": 7147
    },
    {
      "epoch": 4.470293933708568,
      "grad_norm": 1.4310923009588563,
      "learning_rate": 7.046183059172063e-05,
      "loss": 0.6174,
      "step": 7148
    },
    {
      "epoch": 4.470919324577861,
      "grad_norm": 1.3528681627905683,
      "learning_rate": 7.040922553433066e-05,
      "loss": 0.4921,
      "step": 7149
    },
    {
      "epoch": 4.471544715447155,
      "grad_norm": 2.1247742789651496,
      "learning_rate": 7.035663409832618e-05,
      "loss": 0.6076,
      "step": 7150
    },
    {
      "epoch": 4.472170106316447,
      "grad_norm": 1.66958196730157,
      "learning_rate": 7.030405629270784e-05,
      "loss": 0.6151,
      "step": 7151
    },
    {
      "epoch": 4.472795497185741,
      "grad_norm": 1.7548132550631808,
      "learning_rate": 7.025149212647396e-05,
      "loss": 0.7101,
      "step": 7152
    },
    {
      "epoch": 4.473420888055035,
      "grad_norm": 1.5548725677251498,
      "learning_rate": 7.019894160862054e-05,
      "loss": 0.5966,
      "step": 7153
    },
    {
      "epoch": 4.474046278924328,
      "grad_norm": 1.4944861988383351,
      "learning_rate": 7.014640474814117e-05,
      "loss": 0.6271,
      "step": 7154
    },
    {
      "epoch": 4.474671669793621,
      "grad_norm": 1.3413115516720175,
      "learning_rate": 7.00938815540272e-05,
      "loss": 0.5493,
      "step": 7155
    },
    {
      "epoch": 4.475297060662914,
      "grad_norm": 1.472042727335566,
      "learning_rate": 7.004137203526756e-05,
      "loss": 0.6171,
      "step": 7156
    },
    {
      "epoch": 4.475922451532208,
      "grad_norm": 1.3488023059918601,
      "learning_rate": 6.998887620084889e-05,
      "loss": 0.5462,
      "step": 7157
    },
    {
      "epoch": 4.476547842401501,
      "grad_norm": 1.1776821353906786,
      "learning_rate": 6.993639405975549e-05,
      "loss": 0.5147,
      "step": 7158
    },
    {
      "epoch": 4.477173233270794,
      "grad_norm": 2.012085520605575,
      "learning_rate": 6.988392562096928e-05,
      "loss": 0.7799,
      "step": 7159
    },
    {
      "epoch": 4.477798624140087,
      "grad_norm": 1.504951652901945,
      "learning_rate": 6.983147089346985e-05,
      "loss": 0.6365,
      "step": 7160
    },
    {
      "epoch": 4.478424015009381,
      "grad_norm": 1.23341462399297,
      "learning_rate": 6.977902988623445e-05,
      "loss": 0.5122,
      "step": 7161
    },
    {
      "epoch": 4.4790494058786745,
      "grad_norm": 1.7702882300077112,
      "learning_rate": 6.9726602608238e-05,
      "loss": 0.6381,
      "step": 7162
    },
    {
      "epoch": 4.479674796747967,
      "grad_norm": 1.5310630709556925,
      "learning_rate": 6.967418906845307e-05,
      "loss": 0.641,
      "step": 7163
    },
    {
      "epoch": 4.480300187617261,
      "grad_norm": 1.59589723850658,
      "learning_rate": 6.962178927584976e-05,
      "loss": 0.58,
      "step": 7164
    },
    {
      "epoch": 4.480925578486554,
      "grad_norm": 1.556585034113033,
      "learning_rate": 6.956940323939599e-05,
      "loss": 0.6527,
      "step": 7165
    },
    {
      "epoch": 4.4815509693558475,
      "grad_norm": 1.6444990526136074,
      "learning_rate": 6.951703096805723e-05,
      "loss": 0.7745,
      "step": 7166
    },
    {
      "epoch": 4.48217636022514,
      "grad_norm": 1.5589117872708753,
      "learning_rate": 6.946467247079663e-05,
      "loss": 0.6915,
      "step": 7167
    },
    {
      "epoch": 4.482801751094434,
      "grad_norm": 1.7216117564620523,
      "learning_rate": 6.9412327756575e-05,
      "loss": 0.8073,
      "step": 7168
    },
    {
      "epoch": 4.483427141963728,
      "grad_norm": 1.4638963206001137,
      "learning_rate": 6.935999683435067e-05,
      "loss": 0.6786,
      "step": 7169
    },
    {
      "epoch": 4.4840525328330205,
      "grad_norm": 1.4879498029903793,
      "learning_rate": 6.930767971307977e-05,
      "loss": 0.5186,
      "step": 7170
    },
    {
      "epoch": 4.484677923702314,
      "grad_norm": 1.3626896147287098,
      "learning_rate": 6.925537640171596e-05,
      "loss": 0.5293,
      "step": 7171
    },
    {
      "epoch": 4.485303314571607,
      "grad_norm": 1.305175784506064,
      "learning_rate": 6.920308690921058e-05,
      "loss": 0.4922,
      "step": 7172
    },
    {
      "epoch": 4.485928705440901,
      "grad_norm": 1.332800695912462,
      "learning_rate": 6.915081124451262e-05,
      "loss": 0.5318,
      "step": 7173
    },
    {
      "epoch": 4.4865540963101935,
      "grad_norm": 1.4716664917806863,
      "learning_rate": 6.909854941656867e-05,
      "loss": 0.6311,
      "step": 7174
    },
    {
      "epoch": 4.487179487179487,
      "grad_norm": 1.4709724300172482,
      "learning_rate": 6.904630143432298e-05,
      "loss": 0.625,
      "step": 7175
    },
    {
      "epoch": 4.487804878048781,
      "grad_norm": 1.3173278469195586,
      "learning_rate": 6.899406730671737e-05,
      "loss": 0.583,
      "step": 7176
    },
    {
      "epoch": 4.488430268918074,
      "grad_norm": 1.2014276633588359,
      "learning_rate": 6.894184704269138e-05,
      "loss": 0.6201,
      "step": 7177
    },
    {
      "epoch": 4.489055659787367,
      "grad_norm": 1.644513544272063,
      "learning_rate": 6.88896406511821e-05,
      "loss": 0.8076,
      "step": 7178
    },
    {
      "epoch": 4.48968105065666,
      "grad_norm": 2.910627363238069,
      "learning_rate": 6.88374481411243e-05,
      "loss": 0.7535,
      "step": 7179
    },
    {
      "epoch": 4.490306441525954,
      "grad_norm": 1.5733771054086572,
      "learning_rate": 6.878526952145039e-05,
      "loss": 0.6674,
      "step": 7180
    },
    {
      "epoch": 4.490931832395247,
      "grad_norm": 1.313614582188845,
      "learning_rate": 6.873310480109024e-05,
      "loss": 0.5542,
      "step": 7181
    },
    {
      "epoch": 4.49155722326454,
      "grad_norm": 1.5257521669178844,
      "learning_rate": 6.868095398897156e-05,
      "loss": 0.6158,
      "step": 7182
    },
    {
      "epoch": 4.492182614133833,
      "grad_norm": 1.5148425947842024,
      "learning_rate": 6.862881709401956e-05,
      "loss": 0.5776,
      "step": 7183
    },
    {
      "epoch": 4.492808005003127,
      "grad_norm": 1.1398213038529128,
      "learning_rate": 6.85766941251571e-05,
      "loss": 0.4601,
      "step": 7184
    },
    {
      "epoch": 4.493433395872421,
      "grad_norm": 1.4767055933079234,
      "learning_rate": 6.852458509130463e-05,
      "loss": 0.6194,
      "step": 7185
    },
    {
      "epoch": 4.494058786741713,
      "grad_norm": 1.5469805524893534,
      "learning_rate": 6.847249000138024e-05,
      "loss": 0.7067,
      "step": 7186
    },
    {
      "epoch": 4.494684177611007,
      "grad_norm": 1.721124591412024,
      "learning_rate": 6.842040886429965e-05,
      "loss": 0.7011,
      "step": 7187
    },
    {
      "epoch": 4.4953095684803,
      "grad_norm": 1.2632093585810071,
      "learning_rate": 6.836834168897615e-05,
      "loss": 0.547,
      "step": 7188
    },
    {
      "epoch": 4.495934959349594,
      "grad_norm": 1.5242764174601748,
      "learning_rate": 6.831628848432068e-05,
      "loss": 0.5817,
      "step": 7189
    },
    {
      "epoch": 4.4965603502188864,
      "grad_norm": 1.4214949291423875,
      "learning_rate": 6.826424925924174e-05,
      "loss": 0.6374,
      "step": 7190
    },
    {
      "epoch": 4.49718574108818,
      "grad_norm": 1.3868066731828104,
      "learning_rate": 6.821222402264549e-05,
      "loss": 0.5246,
      "step": 7191
    },
    {
      "epoch": 4.497811131957473,
      "grad_norm": 1.2911457816989542,
      "learning_rate": 6.816021278343566e-05,
      "loss": 0.4974,
      "step": 7192
    },
    {
      "epoch": 4.498436522826767,
      "grad_norm": 1.4738028479018246,
      "learning_rate": 6.810821555051361e-05,
      "loss": 0.6376,
      "step": 7193
    },
    {
      "epoch": 4.49906191369606,
      "grad_norm": 1.5565562431731497,
      "learning_rate": 6.805623233277829e-05,
      "loss": 0.6107,
      "step": 7194
    },
    {
      "epoch": 4.499687304565353,
      "grad_norm": 1.6433120877736977,
      "learning_rate": 6.800426313912623e-05,
      "loss": 0.6546,
      "step": 7195
    },
    {
      "epoch": 4.500312695434647,
      "grad_norm": 1.4983683036859694,
      "learning_rate": 6.79523079784516e-05,
      "loss": 0.6253,
      "step": 7196
    },
    {
      "epoch": 4.50093808630394,
      "grad_norm": 1.2187586700354642,
      "learning_rate": 6.79003668596462e-05,
      "loss": 0.4854,
      "step": 7197
    },
    {
      "epoch": 4.501563477173233,
      "grad_norm": 1.5377728690026693,
      "learning_rate": 6.784843979159929e-05,
      "loss": 0.6826,
      "step": 7198
    },
    {
      "epoch": 4.502188868042527,
      "grad_norm": 1.2874569189482734,
      "learning_rate": 6.779652678319782e-05,
      "loss": 0.4642,
      "step": 7199
    },
    {
      "epoch": 4.50281425891182,
      "grad_norm": 1.3390423111786125,
      "learning_rate": 6.774462784332637e-05,
      "loss": 0.478,
      "step": 7200
    },
    {
      "epoch": 4.5034396497811136,
      "grad_norm": 1.8148609143800611,
      "learning_rate": 6.769274298086704e-05,
      "loss": 0.7399,
      "step": 7201
    },
    {
      "epoch": 4.504065040650406,
      "grad_norm": 1.5445550529740137,
      "learning_rate": 6.764087220469957e-05,
      "loss": 0.6143,
      "step": 7202
    },
    {
      "epoch": 4.5046904315197,
      "grad_norm": 1.807771018733486,
      "learning_rate": 6.758901552370127e-05,
      "loss": 0.7268,
      "step": 7203
    },
    {
      "epoch": 4.505315822388993,
      "grad_norm": 1.4760252170573318,
      "learning_rate": 6.753717294674705e-05,
      "loss": 0.562,
      "step": 7204
    },
    {
      "epoch": 4.505941213258287,
      "grad_norm": 1.4287894081924775,
      "learning_rate": 6.748534448270933e-05,
      "loss": 0.6186,
      "step": 7205
    },
    {
      "epoch": 4.506566604127579,
      "grad_norm": 1.9654990416929112,
      "learning_rate": 6.74335301404582e-05,
      "loss": 0.7235,
      "step": 7206
    },
    {
      "epoch": 4.507191994996873,
      "grad_norm": 1.6716628506634086,
      "learning_rate": 6.738172992886133e-05,
      "loss": 0.659,
      "step": 7207
    },
    {
      "epoch": 4.507817385866167,
      "grad_norm": 1.5855348577572022,
      "learning_rate": 6.732994385678394e-05,
      "loss": 0.6899,
      "step": 7208
    },
    {
      "epoch": 4.50844277673546,
      "grad_norm": 1.412169971066509,
      "learning_rate": 6.727817193308885e-05,
      "loss": 0.514,
      "step": 7209
    },
    {
      "epoch": 4.509068167604753,
      "grad_norm": 1.7004934298329504,
      "learning_rate": 6.722641416663645e-05,
      "loss": 0.6375,
      "step": 7210
    },
    {
      "epoch": 4.509693558474046,
      "grad_norm": 1.393797701725204,
      "learning_rate": 6.71746705662847e-05,
      "loss": 0.5771,
      "step": 7211
    },
    {
      "epoch": 4.51031894934334,
      "grad_norm": 1.5760038501136613,
      "learning_rate": 6.712294114088915e-05,
      "loss": 0.6818,
      "step": 7212
    },
    {
      "epoch": 4.510944340212633,
      "grad_norm": 1.6726301249812334,
      "learning_rate": 6.707122589930298e-05,
      "loss": 0.7078,
      "step": 7213
    },
    {
      "epoch": 4.511569731081926,
      "grad_norm": 1.358367553142496,
      "learning_rate": 6.701952485037675e-05,
      "loss": 0.6261,
      "step": 7214
    },
    {
      "epoch": 4.512195121951219,
      "grad_norm": 1.5381891130423162,
      "learning_rate": 6.696783800295877e-05,
      "loss": 0.5859,
      "step": 7215
    },
    {
      "epoch": 4.512820512820513,
      "grad_norm": 1.3355061498166427,
      "learning_rate": 6.691616536589491e-05,
      "loss": 0.5201,
      "step": 7216
    },
    {
      "epoch": 4.5134459036898065,
      "grad_norm": 1.476553638960202,
      "learning_rate": 6.686450694802851e-05,
      "loss": 0.6256,
      "step": 7217
    },
    {
      "epoch": 4.514071294559099,
      "grad_norm": 1.4343436121391206,
      "learning_rate": 6.681286275820059e-05,
      "loss": 0.5539,
      "step": 7218
    },
    {
      "epoch": 4.514696685428393,
      "grad_norm": 1.497705532898166,
      "learning_rate": 6.676123280524965e-05,
      "loss": 0.6504,
      "step": 7219
    },
    {
      "epoch": 4.515322076297686,
      "grad_norm": 1.3426147987712909,
      "learning_rate": 6.67096170980118e-05,
      "loss": 0.5562,
      "step": 7220
    },
    {
      "epoch": 4.5159474671669795,
      "grad_norm": 1.5909454899502682,
      "learning_rate": 6.665801564532068e-05,
      "loss": 0.6454,
      "step": 7221
    },
    {
      "epoch": 4.516572858036272,
      "grad_norm": 1.6364507509455022,
      "learning_rate": 6.66064284560075e-05,
      "loss": 0.6692,
      "step": 7222
    },
    {
      "epoch": 4.517198248905566,
      "grad_norm": 1.9397006403504422,
      "learning_rate": 6.655485553890106e-05,
      "loss": 0.7968,
      "step": 7223
    },
    {
      "epoch": 4.517823639774859,
      "grad_norm": 1.44970192485933,
      "learning_rate": 6.650329690282768e-05,
      "loss": 0.5953,
      "step": 7224
    },
    {
      "epoch": 4.5184490306441525,
      "grad_norm": 1.3649735158457237,
      "learning_rate": 6.645175255661124e-05,
      "loss": 0.5737,
      "step": 7225
    },
    {
      "epoch": 4.519074421513446,
      "grad_norm": 1.235213909648252,
      "learning_rate": 6.640022250907318e-05,
      "loss": 0.5657,
      "step": 7226
    },
    {
      "epoch": 4.519699812382739,
      "grad_norm": 1.3855788729822767,
      "learning_rate": 6.63487067690325e-05,
      "loss": 0.5634,
      "step": 7227
    },
    {
      "epoch": 4.520325203252033,
      "grad_norm": 1.671906297938301,
      "learning_rate": 6.629720534530576e-05,
      "loss": 0.6622,
      "step": 7228
    },
    {
      "epoch": 4.5209505941213255,
      "grad_norm": 1.249998405423602,
      "learning_rate": 6.624571824670704e-05,
      "loss": 0.5431,
      "step": 7229
    },
    {
      "epoch": 4.521575984990619,
      "grad_norm": 1.5213190304042858,
      "learning_rate": 6.619424548204803e-05,
      "loss": 0.6921,
      "step": 7230
    },
    {
      "epoch": 4.522201375859913,
      "grad_norm": 1.4536864091054917,
      "learning_rate": 6.614278706013785e-05,
      "loss": 0.5751,
      "step": 7231
    },
    {
      "epoch": 4.522826766729206,
      "grad_norm": 1.6176907222499155,
      "learning_rate": 6.609134298978326e-05,
      "loss": 0.6531,
      "step": 7232
    },
    {
      "epoch": 4.523452157598499,
      "grad_norm": 1.2983852685150232,
      "learning_rate": 6.603991327978854e-05,
      "loss": 0.5447,
      "step": 7233
    },
    {
      "epoch": 4.524077548467792,
      "grad_norm": 1.4645242521011288,
      "learning_rate": 6.598849793895552e-05,
      "loss": 0.6112,
      "step": 7234
    },
    {
      "epoch": 4.524702939337086,
      "grad_norm": 1.679006892123308,
      "learning_rate": 6.593709697608357e-05,
      "loss": 0.6975,
      "step": 7235
    },
    {
      "epoch": 4.525328330206379,
      "grad_norm": 1.7918340747955326,
      "learning_rate": 6.588571039996959e-05,
      "loss": 0.6804,
      "step": 7236
    },
    {
      "epoch": 4.525953721075672,
      "grad_norm": 1.382082598820421,
      "learning_rate": 6.583433821940801e-05,
      "loss": 0.6009,
      "step": 7237
    },
    {
      "epoch": 4.526579111944965,
      "grad_norm": 1.6412337987109187,
      "learning_rate": 6.578298044319083e-05,
      "loss": 0.6614,
      "step": 7238
    },
    {
      "epoch": 4.527204502814259,
      "grad_norm": 1.4434921558533036,
      "learning_rate": 6.573163708010759e-05,
      "loss": 0.6927,
      "step": 7239
    },
    {
      "epoch": 4.527829893683553,
      "grad_norm": 1.4960527865977105,
      "learning_rate": 6.568030813894525e-05,
      "loss": 0.6319,
      "step": 7240
    },
    {
      "epoch": 4.528455284552845,
      "grad_norm": 1.5532402400701089,
      "learning_rate": 6.562899362848842e-05,
      "loss": 0.7053,
      "step": 7241
    },
    {
      "epoch": 4.529080675422139,
      "grad_norm": 1.5699820351440144,
      "learning_rate": 6.557769355751922e-05,
      "loss": 0.7063,
      "step": 7242
    },
    {
      "epoch": 4.529706066291432,
      "grad_norm": 1.4446697634228876,
      "learning_rate": 6.552640793481728e-05,
      "loss": 0.5665,
      "step": 7243
    },
    {
      "epoch": 4.530331457160726,
      "grad_norm": 1.2677361653213222,
      "learning_rate": 6.547513676915978e-05,
      "loss": 0.6045,
      "step": 7244
    },
    {
      "epoch": 4.530956848030018,
      "grad_norm": 1.4596337305687688,
      "learning_rate": 6.542388006932139e-05,
      "loss": 0.563,
      "step": 7245
    },
    {
      "epoch": 4.531582238899312,
      "grad_norm": 1.894913848661104,
      "learning_rate": 6.537263784407439e-05,
      "loss": 0.8033,
      "step": 7246
    },
    {
      "epoch": 4.532207629768605,
      "grad_norm": 1.9364410965694387,
      "learning_rate": 6.53214101021884e-05,
      "loss": 0.8301,
      "step": 7247
    },
    {
      "epoch": 4.532833020637899,
      "grad_norm": 1.6385506670033783,
      "learning_rate": 6.527019685243072e-05,
      "loss": 0.6791,
      "step": 7248
    },
    {
      "epoch": 4.533458411507192,
      "grad_norm": 1.6067991876476029,
      "learning_rate": 6.521899810356616e-05,
      "loss": 0.5953,
      "step": 7249
    },
    {
      "epoch": 4.534083802376485,
      "grad_norm": 1.5662256483032926,
      "learning_rate": 6.516781386435698e-05,
      "loss": 0.7238,
      "step": 7250
    },
    {
      "epoch": 4.534709193245779,
      "grad_norm": 1.5293088927644733,
      "learning_rate": 6.511664414356302e-05,
      "loss": 0.6842,
      "step": 7251
    },
    {
      "epoch": 4.535334584115072,
      "grad_norm": 1.6121358064473896,
      "learning_rate": 6.506548894994161e-05,
      "loss": 0.6765,
      "step": 7252
    },
    {
      "epoch": 4.535959974984365,
      "grad_norm": 1.6158286921707952,
      "learning_rate": 6.501434829224757e-05,
      "loss": 0.596,
      "step": 7253
    },
    {
      "epoch": 4.536585365853659,
      "grad_norm": 1.3000156420067488,
      "learning_rate": 6.496322217923324e-05,
      "loss": 0.5385,
      "step": 7254
    },
    {
      "epoch": 4.537210756722952,
      "grad_norm": 1.632144915515659,
      "learning_rate": 6.491211061964852e-05,
      "loss": 0.631,
      "step": 7255
    },
    {
      "epoch": 4.5378361475922455,
      "grad_norm": 1.5801728581244792,
      "learning_rate": 6.486101362224079e-05,
      "loss": 0.7285,
      "step": 7256
    },
    {
      "epoch": 4.538461538461538,
      "grad_norm": 1.5356090605830306,
      "learning_rate": 6.480993119575489e-05,
      "loss": 0.6662,
      "step": 7257
    },
    {
      "epoch": 4.539086929330832,
      "grad_norm": 1.3481663140242213,
      "learning_rate": 6.475886334893324e-05,
      "loss": 0.5742,
      "step": 7258
    },
    {
      "epoch": 4.539712320200125,
      "grad_norm": 1.57105573937974,
      "learning_rate": 6.470781009051572e-05,
      "loss": 0.5942,
      "step": 7259
    },
    {
      "epoch": 4.5403377110694185,
      "grad_norm": 1.3947665543841716,
      "learning_rate": 6.465677142923973e-05,
      "loss": 0.5851,
      "step": 7260
    },
    {
      "epoch": 4.540963101938711,
      "grad_norm": 1.4076710754665454,
      "learning_rate": 6.460574737384017e-05,
      "loss": 0.5665,
      "step": 7261
    },
    {
      "epoch": 4.541588492808005,
      "grad_norm": 1.236613455838359,
      "learning_rate": 6.455473793304948e-05,
      "loss": 0.5522,
      "step": 7262
    },
    {
      "epoch": 4.542213883677299,
      "grad_norm": 1.817829806650206,
      "learning_rate": 6.450374311559746e-05,
      "loss": 0.7006,
      "step": 7263
    },
    {
      "epoch": 4.5428392745465915,
      "grad_norm": 1.330281428398609,
      "learning_rate": 6.445276293021156e-05,
      "loss": 0.6333,
      "step": 7264
    },
    {
      "epoch": 4.543464665415885,
      "grad_norm": 1.6136970801508543,
      "learning_rate": 6.440179738561668e-05,
      "loss": 0.6355,
      "step": 7265
    },
    {
      "epoch": 4.544090056285178,
      "grad_norm": 1.7379115479053946,
      "learning_rate": 6.435084649053517e-05,
      "loss": 0.6547,
      "step": 7266
    },
    {
      "epoch": 4.544715447154472,
      "grad_norm": 1.5033102136230716,
      "learning_rate": 6.429991025368692e-05,
      "loss": 0.6425,
      "step": 7267
    },
    {
      "epoch": 4.5453408380237645,
      "grad_norm": 1.4034937720193716,
      "learning_rate": 6.424898868378934e-05,
      "loss": 0.66,
      "step": 7268
    },
    {
      "epoch": 4.545966228893058,
      "grad_norm": 1.3717646517699857,
      "learning_rate": 6.419808178955723e-05,
      "loss": 0.5929,
      "step": 7269
    },
    {
      "epoch": 4.546591619762351,
      "grad_norm": 1.3747582313026556,
      "learning_rate": 6.414718957970295e-05,
      "loss": 0.5366,
      "step": 7270
    },
    {
      "epoch": 4.547217010631645,
      "grad_norm": 1.7355832495399752,
      "learning_rate": 6.409631206293638e-05,
      "loss": 0.6663,
      "step": 7271
    },
    {
      "epoch": 4.547842401500938,
      "grad_norm": 1.2707311053425911,
      "learning_rate": 6.404544924796478e-05,
      "loss": 0.5815,
      "step": 7272
    },
    {
      "epoch": 4.548467792370231,
      "grad_norm": 1.538450638396372,
      "learning_rate": 6.399460114349299e-05,
      "loss": 0.6541,
      "step": 7273
    },
    {
      "epoch": 4.549093183239525,
      "grad_norm": 1.3079872733947453,
      "learning_rate": 6.394376775822332e-05,
      "loss": 0.4981,
      "step": 7274
    },
    {
      "epoch": 4.549718574108818,
      "grad_norm": 1.4662335579374057,
      "learning_rate": 6.389294910085546e-05,
      "loss": 0.6284,
      "step": 7275
    },
    {
      "epoch": 4.550343964978111,
      "grad_norm": 1.4803467899039833,
      "learning_rate": 6.384214518008669e-05,
      "loss": 0.6164,
      "step": 7276
    },
    {
      "epoch": 4.550969355847404,
      "grad_norm": 1.528140575791227,
      "learning_rate": 6.379135600461175e-05,
      "loss": 0.6433,
      "step": 7277
    },
    {
      "epoch": 4.551594746716698,
      "grad_norm": 1.3458646266781462,
      "learning_rate": 6.374058158312282e-05,
      "loss": 0.5909,
      "step": 7278
    },
    {
      "epoch": 4.552220137585991,
      "grad_norm": 1.2247146126925998,
      "learning_rate": 6.368982192430956e-05,
      "loss": 0.5451,
      "step": 7279
    },
    {
      "epoch": 4.5528455284552845,
      "grad_norm": 1.5137326138471243,
      "learning_rate": 6.363907703685924e-05,
      "loss": 0.598,
      "step": 7280
    },
    {
      "epoch": 4.553470919324578,
      "grad_norm": 1.4768605929504854,
      "learning_rate": 6.35883469294563e-05,
      "loss": 0.5496,
      "step": 7281
    },
    {
      "epoch": 4.554096310193871,
      "grad_norm": 1.5599658215464123,
      "learning_rate": 6.35376316107829e-05,
      "loss": 0.6213,
      "step": 7282
    },
    {
      "epoch": 4.554721701063165,
      "grad_norm": 1.6814088029079617,
      "learning_rate": 6.348693108951866e-05,
      "loss": 0.6383,
      "step": 7283
    },
    {
      "epoch": 4.5553470919324575,
      "grad_norm": 1.8117195056160356,
      "learning_rate": 6.343624537434052e-05,
      "loss": 0.7033,
      "step": 7284
    },
    {
      "epoch": 4.555972482801751,
      "grad_norm": 1.4021964935019393,
      "learning_rate": 6.338557447392304e-05,
      "loss": 0.6319,
      "step": 7285
    },
    {
      "epoch": 4.556597873671045,
      "grad_norm": 1.6631567464874986,
      "learning_rate": 6.333491839693814e-05,
      "loss": 0.6581,
      "step": 7286
    },
    {
      "epoch": 4.557223264540338,
      "grad_norm": 1.5280359801773316,
      "learning_rate": 6.328427715205527e-05,
      "loss": 0.6427,
      "step": 7287
    },
    {
      "epoch": 4.557848655409631,
      "grad_norm": 1.6400413561023341,
      "learning_rate": 6.323365074794127e-05,
      "loss": 0.6534,
      "step": 7288
    },
    {
      "epoch": 4.558474046278924,
      "grad_norm": 1.6436837669471946,
      "learning_rate": 6.318303919326054e-05,
      "loss": 0.7034,
      "step": 7289
    },
    {
      "epoch": 4.559099437148218,
      "grad_norm": 1.5231907516236045,
      "learning_rate": 6.313244249667483e-05,
      "loss": 0.6581,
      "step": 7290
    },
    {
      "epoch": 4.559724828017511,
      "grad_norm": 1.6484550643011304,
      "learning_rate": 6.308186066684343e-05,
      "loss": 0.6352,
      "step": 7291
    },
    {
      "epoch": 4.560350218886804,
      "grad_norm": 1.9935959832568153,
      "learning_rate": 6.303129371242304e-05,
      "loss": 0.7878,
      "step": 7292
    },
    {
      "epoch": 4.560975609756097,
      "grad_norm": 1.5501350189494183,
      "learning_rate": 6.298074164206785e-05,
      "loss": 0.5884,
      "step": 7293
    },
    {
      "epoch": 4.561601000625391,
      "grad_norm": 1.4492890655803419,
      "learning_rate": 6.293020446442945e-05,
      "loss": 0.5947,
      "step": 7294
    },
    {
      "epoch": 4.562226391494685,
      "grad_norm": 1.4200265952476994,
      "learning_rate": 6.287968218815699e-05,
      "loss": 0.6099,
      "step": 7295
    },
    {
      "epoch": 4.562851782363977,
      "grad_norm": 1.3983818405312376,
      "learning_rate": 6.282917482189686e-05,
      "loss": 0.6096,
      "step": 7296
    },
    {
      "epoch": 4.563477173233271,
      "grad_norm": 1.580945271111865,
      "learning_rate": 6.277868237429311e-05,
      "loss": 0.5502,
      "step": 7297
    },
    {
      "epoch": 4.564102564102564,
      "grad_norm": 1.2527195681618446,
      "learning_rate": 6.272820485398714e-05,
      "loss": 0.5677,
      "step": 7298
    },
    {
      "epoch": 4.564727954971858,
      "grad_norm": 1.2938323693883724,
      "learning_rate": 6.267774226961784e-05,
      "loss": 0.5517,
      "step": 7299
    },
    {
      "epoch": 4.56535334584115,
      "grad_norm": 1.599527648600934,
      "learning_rate": 6.262729462982148e-05,
      "loss": 0.6535,
      "step": 7300
    },
    {
      "epoch": 4.565978736710444,
      "grad_norm": 1.6326716103472079,
      "learning_rate": 6.257686194323183e-05,
      "loss": 0.7048,
      "step": 7301
    },
    {
      "epoch": 4.566604127579737,
      "grad_norm": 1.5822461120217934,
      "learning_rate": 6.252644421848008e-05,
      "loss": 0.6354,
      "step": 7302
    },
    {
      "epoch": 4.567229518449031,
      "grad_norm": 2.1245073974937916,
      "learning_rate": 6.247604146419485e-05,
      "loss": 0.7607,
      "step": 7303
    },
    {
      "epoch": 4.567854909318324,
      "grad_norm": 1.799367305255307,
      "learning_rate": 6.24256536890022e-05,
      "loss": 0.7336,
      "step": 7304
    },
    {
      "epoch": 4.568480300187617,
      "grad_norm": 1.3773494759455691,
      "learning_rate": 6.237528090152566e-05,
      "loss": 0.5135,
      "step": 7305
    },
    {
      "epoch": 4.569105691056911,
      "grad_norm": 1.7251700753200152,
      "learning_rate": 6.232492311038615e-05,
      "loss": 0.6642,
      "step": 7306
    },
    {
      "epoch": 4.569731081926204,
      "grad_norm": 1.3611770594335533,
      "learning_rate": 6.227458032420203e-05,
      "loss": 0.6121,
      "step": 7307
    },
    {
      "epoch": 4.570356472795497,
      "grad_norm": 1.8854278523477117,
      "learning_rate": 6.222425255158912e-05,
      "loss": 0.697,
      "step": 7308
    },
    {
      "epoch": 4.570981863664791,
      "grad_norm": 1.6587159024231037,
      "learning_rate": 6.217393980116067e-05,
      "loss": 0.6721,
      "step": 7309
    },
    {
      "epoch": 4.571607254534084,
      "grad_norm": 1.344624849785208,
      "learning_rate": 6.212364208152737e-05,
      "loss": 0.5356,
      "step": 7310
    },
    {
      "epoch": 4.5722326454033775,
      "grad_norm": 1.5883192992558643,
      "learning_rate": 6.207335940129722e-05,
      "loss": 0.6147,
      "step": 7311
    },
    {
      "epoch": 4.57285803627267,
      "grad_norm": 1.3598111011267104,
      "learning_rate": 6.202309176907576e-05,
      "loss": 0.6846,
      "step": 7312
    },
    {
      "epoch": 4.573483427141964,
      "grad_norm": 1.3882680140357306,
      "learning_rate": 6.197283919346597e-05,
      "loss": 0.5915,
      "step": 7313
    },
    {
      "epoch": 4.574108818011257,
      "grad_norm": 1.6383092299121602,
      "learning_rate": 6.192260168306822e-05,
      "loss": 0.6819,
      "step": 7314
    },
    {
      "epoch": 4.5747342088805505,
      "grad_norm": 1.4404106820728564,
      "learning_rate": 6.187237924648031e-05,
      "loss": 0.6595,
      "step": 7315
    },
    {
      "epoch": 4.575359599749843,
      "grad_norm": 1.4748140873397682,
      "learning_rate": 6.182217189229736e-05,
      "loss": 0.548,
      "step": 7316
    },
    {
      "epoch": 4.575984990619137,
      "grad_norm": 1.682620085422152,
      "learning_rate": 6.177197962911206e-05,
      "loss": 0.7038,
      "step": 7317
    },
    {
      "epoch": 4.576610381488431,
      "grad_norm": 1.7288807103015362,
      "learning_rate": 6.172180246551444e-05,
      "loss": 0.6059,
      "step": 7318
    },
    {
      "epoch": 4.5772357723577235,
      "grad_norm": 1.5796718475167393,
      "learning_rate": 6.167164041009194e-05,
      "loss": 0.5716,
      "step": 7319
    },
    {
      "epoch": 4.577861163227017,
      "grad_norm": 1.4051033077549975,
      "learning_rate": 6.162149347142948e-05,
      "loss": 0.6273,
      "step": 7320
    },
    {
      "epoch": 4.57848655409631,
      "grad_norm": 1.4361708985117518,
      "learning_rate": 6.157136165810931e-05,
      "loss": 0.6211,
      "step": 7321
    },
    {
      "epoch": 4.579111944965604,
      "grad_norm": 1.2863909748235696,
      "learning_rate": 6.152124497871115e-05,
      "loss": 0.5265,
      "step": 7322
    },
    {
      "epoch": 4.5797373358348965,
      "grad_norm": 1.3617814575832328,
      "learning_rate": 6.147114344181209e-05,
      "loss": 0.5763,
      "step": 7323
    },
    {
      "epoch": 4.58036272670419,
      "grad_norm": 1.4506376915825914,
      "learning_rate": 6.142105705598664e-05,
      "loss": 0.6152,
      "step": 7324
    },
    {
      "epoch": 4.580988117573483,
      "grad_norm": 1.4191793223176956,
      "learning_rate": 6.137098582980673e-05,
      "loss": 0.5275,
      "step": 7325
    },
    {
      "epoch": 4.581613508442777,
      "grad_norm": 1.4478759884540542,
      "learning_rate": 6.13209297718417e-05,
      "loss": 0.5792,
      "step": 7326
    },
    {
      "epoch": 4.58223889931207,
      "grad_norm": 1.4344190203223441,
      "learning_rate": 6.127088889065829e-05,
      "loss": 0.6581,
      "step": 7327
    },
    {
      "epoch": 4.582864290181363,
      "grad_norm": 1.7291388844468156,
      "learning_rate": 6.122086319482065e-05,
      "loss": 0.6507,
      "step": 7328
    },
    {
      "epoch": 4.583489681050657,
      "grad_norm": 1.4910379216433343,
      "learning_rate": 6.117085269289023e-05,
      "loss": 0.572,
      "step": 7329
    },
    {
      "epoch": 4.58411507191995,
      "grad_norm": 1.418056431019127,
      "learning_rate": 6.112085739342603e-05,
      "loss": 0.6264,
      "step": 7330
    },
    {
      "epoch": 4.584740462789243,
      "grad_norm": 1.7248440921116268,
      "learning_rate": 6.107087730498438e-05,
      "loss": 0.674,
      "step": 7331
    },
    {
      "epoch": 4.585365853658536,
      "grad_norm": 1.358498861528397,
      "learning_rate": 6.1020912436119e-05,
      "loss": 0.5435,
      "step": 7332
    },
    {
      "epoch": 4.58599124452783,
      "grad_norm": 1.6670829446351498,
      "learning_rate": 6.097096279538101e-05,
      "loss": 0.6699,
      "step": 7333
    },
    {
      "epoch": 4.586616635397123,
      "grad_norm": 1.8590779337408445,
      "learning_rate": 6.092102839131897e-05,
      "loss": 0.7313,
      "step": 7334
    },
    {
      "epoch": 4.587242026266416,
      "grad_norm": 1.3904588189523241,
      "learning_rate": 6.0871109232478735e-05,
      "loss": 0.5536,
      "step": 7335
    },
    {
      "epoch": 4.58786741713571,
      "grad_norm": 1.5711734037098235,
      "learning_rate": 6.0821205327403645e-05,
      "loss": 0.6554,
      "step": 7336
    },
    {
      "epoch": 4.588492808005003,
      "grad_norm": 1.5521563304904464,
      "learning_rate": 6.0771316684634386e-05,
      "loss": 0.7269,
      "step": 7337
    },
    {
      "epoch": 4.589118198874297,
      "grad_norm": 1.4354385161543366,
      "learning_rate": 6.0721443312709035e-05,
      "loss": 0.5977,
      "step": 7338
    },
    {
      "epoch": 4.589743589743589,
      "grad_norm": 1.5732390987664004,
      "learning_rate": 6.067158522016306e-05,
      "loss": 0.6255,
      "step": 7339
    },
    {
      "epoch": 4.590368980612883,
      "grad_norm": 1.5199183634133755,
      "learning_rate": 6.062174241552932e-05,
      "loss": 0.6649,
      "step": 7340
    },
    {
      "epoch": 4.590994371482177,
      "grad_norm": 1.2857743551511358,
      "learning_rate": 6.0571914907338034e-05,
      "loss": 0.5543,
      "step": 7341
    },
    {
      "epoch": 4.59161976235147,
      "grad_norm": 1.612471641497479,
      "learning_rate": 6.052210270411683e-05,
      "loss": 0.624,
      "step": 7342
    },
    {
      "epoch": 4.592245153220763,
      "grad_norm": 1.683236366945822,
      "learning_rate": 6.047230581439072e-05,
      "loss": 0.7101,
      "step": 7343
    },
    {
      "epoch": 4.592870544090056,
      "grad_norm": 1.338723913765944,
      "learning_rate": 6.0422524246682115e-05,
      "loss": 0.592,
      "step": 7344
    },
    {
      "epoch": 4.59349593495935,
      "grad_norm": 1.7312212260527835,
      "learning_rate": 6.0372758009510666e-05,
      "loss": 0.728,
      "step": 7345
    },
    {
      "epoch": 4.594121325828643,
      "grad_norm": 1.5155655676086692,
      "learning_rate": 6.032300711139356e-05,
      "loss": 0.5908,
      "step": 7346
    },
    {
      "epoch": 4.594746716697936,
      "grad_norm": 1.466144497242812,
      "learning_rate": 6.02732715608453e-05,
      "loss": 0.6212,
      "step": 7347
    },
    {
      "epoch": 4.595372107567229,
      "grad_norm": 1.4025450063758331,
      "learning_rate": 6.022355136637778e-05,
      "loss": 0.5613,
      "step": 7348
    },
    {
      "epoch": 4.595997498436523,
      "grad_norm": 1.7368820098145232,
      "learning_rate": 6.017384653650025e-05,
      "loss": 0.6498,
      "step": 7349
    },
    {
      "epoch": 4.5966228893058165,
      "grad_norm": 1.3932480045139468,
      "learning_rate": 6.012415707971936e-05,
      "loss": 0.5132,
      "step": 7350
    },
    {
      "epoch": 4.597248280175109,
      "grad_norm": 1.6259388876681273,
      "learning_rate": 6.0074483004539015e-05,
      "loss": 0.613,
      "step": 7351
    },
    {
      "epoch": 4.597873671044403,
      "grad_norm": 1.4315065464405365,
      "learning_rate": 6.002482431946063e-05,
      "loss": 0.5893,
      "step": 7352
    },
    {
      "epoch": 4.598499061913696,
      "grad_norm": 1.4502756944467714,
      "learning_rate": 5.9975181032982924e-05,
      "loss": 0.6195,
      "step": 7353
    },
    {
      "epoch": 4.5991244527829895,
      "grad_norm": 1.6182969090402877,
      "learning_rate": 5.9925553153602e-05,
      "loss": 0.6584,
      "step": 7354
    },
    {
      "epoch": 4.599749843652282,
      "grad_norm": 1.2493949255479013,
      "learning_rate": 5.9875940689811276e-05,
      "loss": 0.5198,
      "step": 7355
    },
    {
      "epoch": 4.600375234521576,
      "grad_norm": 1.6415204749409151,
      "learning_rate": 5.98263436501016e-05,
      "loss": 0.6306,
      "step": 7356
    },
    {
      "epoch": 4.601000625390869,
      "grad_norm": 1.7330975350959448,
      "learning_rate": 5.977676204296113e-05,
      "loss": 0.7221,
      "step": 7357
    },
    {
      "epoch": 4.6016260162601625,
      "grad_norm": 1.316884344938563,
      "learning_rate": 5.972719587687541e-05,
      "loss": 0.5493,
      "step": 7358
    },
    {
      "epoch": 4.602251407129456,
      "grad_norm": 1.2484473220029877,
      "learning_rate": 5.967764516032733e-05,
      "loss": 0.6292,
      "step": 7359
    },
    {
      "epoch": 4.602876797998749,
      "grad_norm": 1.392548521027662,
      "learning_rate": 5.9628109901797175e-05,
      "loss": 0.6337,
      "step": 7360
    },
    {
      "epoch": 4.603502188868043,
      "grad_norm": 1.7382834027217715,
      "learning_rate": 5.957859010976245e-05,
      "loss": 0.629,
      "step": 7361
    },
    {
      "epoch": 4.6041275797373356,
      "grad_norm": 1.4016399091557505,
      "learning_rate": 5.9529085792698174e-05,
      "loss": 0.5878,
      "step": 7362
    },
    {
      "epoch": 4.604752970606629,
      "grad_norm": 1.6832914005967752,
      "learning_rate": 5.947959695907662e-05,
      "loss": 0.6365,
      "step": 7363
    },
    {
      "epoch": 4.605378361475923,
      "grad_norm": 1.3478787727093664,
      "learning_rate": 5.943012361736749e-05,
      "loss": 0.6433,
      "step": 7364
    },
    {
      "epoch": 4.606003752345216,
      "grad_norm": 1.6438551725962856,
      "learning_rate": 5.938066577603775e-05,
      "loss": 0.659,
      "step": 7365
    },
    {
      "epoch": 4.6066291432145094,
      "grad_norm": 1.985229957472537,
      "learning_rate": 5.933122344355177e-05,
      "loss": 0.7661,
      "step": 7366
    },
    {
      "epoch": 4.607254534083802,
      "grad_norm": 1.5439996588051261,
      "learning_rate": 5.928179662837124e-05,
      "loss": 0.6425,
      "step": 7367
    },
    {
      "epoch": 4.607879924953096,
      "grad_norm": 1.5561585595185663,
      "learning_rate": 5.923238533895521e-05,
      "loss": 0.6475,
      "step": 7368
    },
    {
      "epoch": 4.608505315822389,
      "grad_norm": 1.7647041707248223,
      "learning_rate": 5.918298958376005e-05,
      "loss": 0.7358,
      "step": 7369
    },
    {
      "epoch": 4.6091307066916825,
      "grad_norm": 1.700802624137245,
      "learning_rate": 5.9133609371239515e-05,
      "loss": 0.6628,
      "step": 7370
    },
    {
      "epoch": 4.609756097560975,
      "grad_norm": 1.4377099325441882,
      "learning_rate": 5.9084244709844645e-05,
      "loss": 0.6178,
      "step": 7371
    },
    {
      "epoch": 4.610381488430269,
      "grad_norm": 1.4557352812954558,
      "learning_rate": 5.903489560802386e-05,
      "loss": 0.6728,
      "step": 7372
    },
    {
      "epoch": 4.611006879299563,
      "grad_norm": 1.585414439877756,
      "learning_rate": 5.898556207422288e-05,
      "loss": 0.6834,
      "step": 7373
    },
    {
      "epoch": 4.6116322701688555,
      "grad_norm": 1.5267154392222784,
      "learning_rate": 5.8936244116884814e-05,
      "loss": 0.6052,
      "step": 7374
    },
    {
      "epoch": 4.612257661038149,
      "grad_norm": 1.4628540110766528,
      "learning_rate": 5.888694174445005e-05,
      "loss": 0.5526,
      "step": 7375
    },
    {
      "epoch": 4.612883051907442,
      "grad_norm": 1.186765131226977,
      "learning_rate": 5.883765496535634e-05,
      "loss": 0.51,
      "step": 7376
    },
    {
      "epoch": 4.613508442776736,
      "grad_norm": 1.8694618249228423,
      "learning_rate": 5.87883837880388e-05,
      "loss": 0.7221,
      "step": 7377
    },
    {
      "epoch": 4.6141338336460285,
      "grad_norm": 1.4636751709988385,
      "learning_rate": 5.873912822092975e-05,
      "loss": 0.6071,
      "step": 7378
    },
    {
      "epoch": 4.614759224515322,
      "grad_norm": 1.4829594691758687,
      "learning_rate": 5.868988827245899e-05,
      "loss": 0.5873,
      "step": 7379
    },
    {
      "epoch": 4.615384615384615,
      "grad_norm": 1.492028392865034,
      "learning_rate": 5.8640663951053534e-05,
      "loss": 0.6414,
      "step": 7380
    },
    {
      "epoch": 4.616010006253909,
      "grad_norm": 1.5605734947250962,
      "learning_rate": 5.859145526513781e-05,
      "loss": 0.6942,
      "step": 7381
    },
    {
      "epoch": 4.616635397123202,
      "grad_norm": 1.634757478447884,
      "learning_rate": 5.854226222313351e-05,
      "loss": 0.7116,
      "step": 7382
    },
    {
      "epoch": 4.617260787992495,
      "grad_norm": 1.2523319626134275,
      "learning_rate": 5.849308483345967e-05,
      "loss": 0.5165,
      "step": 7383
    },
    {
      "epoch": 4.617886178861789,
      "grad_norm": 1.4528041601523378,
      "learning_rate": 5.8443923104532655e-05,
      "loss": 0.5986,
      "step": 7384
    },
    {
      "epoch": 4.618511569731082,
      "grad_norm": 1.536892884145981,
      "learning_rate": 5.839477704476617e-05,
      "loss": 0.6816,
      "step": 7385
    },
    {
      "epoch": 4.619136960600375,
      "grad_norm": 1.2613742958738803,
      "learning_rate": 5.8345646662571125e-05,
      "loss": 0.544,
      "step": 7386
    },
    {
      "epoch": 4.619762351469668,
      "grad_norm": 1.542761541864627,
      "learning_rate": 5.829653196635587e-05,
      "loss": 0.6048,
      "step": 7387
    },
    {
      "epoch": 4.620387742338962,
      "grad_norm": 1.3493022224165672,
      "learning_rate": 5.8247432964526034e-05,
      "loss": 0.5063,
      "step": 7388
    },
    {
      "epoch": 4.621013133208255,
      "grad_norm": 1.7683590040939372,
      "learning_rate": 5.819834966548455e-05,
      "loss": 0.712,
      "step": 7389
    },
    {
      "epoch": 4.621638524077548,
      "grad_norm": 1.6675979307391695,
      "learning_rate": 5.814928207763168e-05,
      "loss": 0.7289,
      "step": 7390
    },
    {
      "epoch": 4.622263914946842,
      "grad_norm": 1.6058706281909256,
      "learning_rate": 5.810023020936498e-05,
      "loss": 0.6586,
      "step": 7391
    },
    {
      "epoch": 4.622889305816135,
      "grad_norm": 1.5876043828319082,
      "learning_rate": 5.8051194069079326e-05,
      "loss": 0.6543,
      "step": 7392
    },
    {
      "epoch": 4.623514696685429,
      "grad_norm": 1.42619653636858,
      "learning_rate": 5.800217366516695e-05,
      "loss": 0.5914,
      "step": 7393
    },
    {
      "epoch": 4.624140087554721,
      "grad_norm": 1.4343107056797488,
      "learning_rate": 5.795316900601722e-05,
      "loss": 0.4683,
      "step": 7394
    },
    {
      "epoch": 4.624765478424015,
      "grad_norm": 1.2738846077558617,
      "learning_rate": 5.790418010001702e-05,
      "loss": 0.5281,
      "step": 7395
    },
    {
      "epoch": 4.625390869293309,
      "grad_norm": 1.5264601601653753,
      "learning_rate": 5.7855206955550415e-05,
      "loss": 0.6183,
      "step": 7396
    },
    {
      "epoch": 4.626016260162602,
      "grad_norm": 1.5565867352225464,
      "learning_rate": 5.78062495809988e-05,
      "loss": 0.6112,
      "step": 7397
    },
    {
      "epoch": 4.626641651031895,
      "grad_norm": 1.638556167588087,
      "learning_rate": 5.77573079847409e-05,
      "loss": 0.6253,
      "step": 7398
    },
    {
      "epoch": 4.627267041901188,
      "grad_norm": 1.4801274927339219,
      "learning_rate": 5.7708382175152694e-05,
      "loss": 0.5779,
      "step": 7399
    },
    {
      "epoch": 4.627892432770482,
      "grad_norm": 1.705975337373912,
      "learning_rate": 5.765947216060749e-05,
      "loss": 0.7163,
      "step": 7400
    },
    {
      "epoch": 4.628517823639775,
      "grad_norm": 1.340346143206019,
      "learning_rate": 5.761057794947591e-05,
      "loss": 0.5254,
      "step": 7401
    },
    {
      "epoch": 4.629143214509068,
      "grad_norm": 1.6686527479516544,
      "learning_rate": 5.756169955012579e-05,
      "loss": 0.6666,
      "step": 7402
    },
    {
      "epoch": 4.629768605378361,
      "grad_norm": 1.4708599075360318,
      "learning_rate": 5.751283697092234e-05,
      "loss": 0.5457,
      "step": 7403
    },
    {
      "epoch": 4.630393996247655,
      "grad_norm": 1.411814563378471,
      "learning_rate": 5.746399022022805e-05,
      "loss": 0.6355,
      "step": 7404
    },
    {
      "epoch": 4.6310193871169485,
      "grad_norm": 1.2630290922425187,
      "learning_rate": 5.741515930640267e-05,
      "loss": 0.5392,
      "step": 7405
    },
    {
      "epoch": 4.631644777986241,
      "grad_norm": 1.4649773247761735,
      "learning_rate": 5.7366344237803274e-05,
      "loss": 0.5831,
      "step": 7406
    },
    {
      "epoch": 4.632270168855535,
      "grad_norm": 1.2932152201825948,
      "learning_rate": 5.7317545022784195e-05,
      "loss": 0.5261,
      "step": 7407
    },
    {
      "epoch": 4.632895559724828,
      "grad_norm": 1.6059583669568644,
      "learning_rate": 5.726876166969707e-05,
      "loss": 0.5593,
      "step": 7408
    },
    {
      "epoch": 4.6335209505941215,
      "grad_norm": 1.3464704490145816,
      "learning_rate": 5.721999418689081e-05,
      "loss": 0.5199,
      "step": 7409
    },
    {
      "epoch": 4.634146341463414,
      "grad_norm": 1.4857122283689868,
      "learning_rate": 5.717124258271168e-05,
      "loss": 0.5976,
      "step": 7410
    },
    {
      "epoch": 4.634771732332708,
      "grad_norm": 1.3226887728715986,
      "learning_rate": 5.712250686550307e-05,
      "loss": 0.56,
      "step": 7411
    },
    {
      "epoch": 4.635397123202001,
      "grad_norm": 1.7457381506101755,
      "learning_rate": 5.707378704360578e-05,
      "loss": 0.7229,
      "step": 7412
    },
    {
      "epoch": 4.6360225140712945,
      "grad_norm": 1.3665507318108334,
      "learning_rate": 5.702508312535784e-05,
      "loss": 0.5527,
      "step": 7413
    },
    {
      "epoch": 4.636647904940588,
      "grad_norm": 1.616978558692109,
      "learning_rate": 5.697639511909461e-05,
      "loss": 0.6511,
      "step": 7414
    },
    {
      "epoch": 4.637273295809881,
      "grad_norm": 1.391799858554714,
      "learning_rate": 5.692772303314867e-05,
      "loss": 0.5496,
      "step": 7415
    },
    {
      "epoch": 4.637898686679175,
      "grad_norm": 1.5672589165312607,
      "learning_rate": 5.687906687584991e-05,
      "loss": 0.5711,
      "step": 7416
    },
    {
      "epoch": 4.6385240775484675,
      "grad_norm": 1.7055123255043363,
      "learning_rate": 5.683042665552546e-05,
      "loss": 0.7728,
      "step": 7417
    },
    {
      "epoch": 4.639149468417761,
      "grad_norm": 1.3413457942387508,
      "learning_rate": 5.6781802380499734e-05,
      "loss": 0.5058,
      "step": 7418
    },
    {
      "epoch": 4.639774859287054,
      "grad_norm": 1.3744769698872328,
      "learning_rate": 5.673319405909446e-05,
      "loss": 0.6366,
      "step": 7419
    },
    {
      "epoch": 4.640400250156348,
      "grad_norm": 1.473990443477821,
      "learning_rate": 5.668460169962858e-05,
      "loss": 0.5626,
      "step": 7420
    },
    {
      "epoch": 4.641025641025641,
      "grad_norm": 1.2927331749229078,
      "learning_rate": 5.663602531041837e-05,
      "loss": 0.5111,
      "step": 7421
    },
    {
      "epoch": 4.641651031894934,
      "grad_norm": 1.541277586744879,
      "learning_rate": 5.658746489977723e-05,
      "loss": 0.597,
      "step": 7422
    },
    {
      "epoch": 4.642276422764228,
      "grad_norm": 1.5487058124155686,
      "learning_rate": 5.653892047601599e-05,
      "loss": 0.6687,
      "step": 7423
    },
    {
      "epoch": 4.642901813633521,
      "grad_norm": 1.5685392779252636,
      "learning_rate": 5.649039204744266e-05,
      "loss": 0.6402,
      "step": 7424
    },
    {
      "epoch": 4.643527204502814,
      "grad_norm": 1.375867163609335,
      "learning_rate": 5.644187962236253e-05,
      "loss": 0.5531,
      "step": 7425
    },
    {
      "epoch": 4.644152595372107,
      "grad_norm": 1.4612531837208893,
      "learning_rate": 5.639338320907822e-05,
      "loss": 0.5986,
      "step": 7426
    },
    {
      "epoch": 4.644777986241401,
      "grad_norm": 1.3452653025005024,
      "learning_rate": 5.634490281588941e-05,
      "loss": 0.5336,
      "step": 7427
    },
    {
      "epoch": 4.645403377110695,
      "grad_norm": 1.4384627300796424,
      "learning_rate": 5.6296438451093247e-05,
      "loss": 0.6352,
      "step": 7428
    },
    {
      "epoch": 4.646028767979987,
      "grad_norm": 1.5991510489998506,
      "learning_rate": 5.624799012298403e-05,
      "loss": 0.6366,
      "step": 7429
    },
    {
      "epoch": 4.646654158849281,
      "grad_norm": 1.3458164740657728,
      "learning_rate": 5.619955783985335e-05,
      "loss": 0.5446,
      "step": 7430
    },
    {
      "epoch": 4.647279549718574,
      "grad_norm": 1.5670142355751389,
      "learning_rate": 5.615114160999006e-05,
      "loss": 0.561,
      "step": 7431
    },
    {
      "epoch": 4.647904940587868,
      "grad_norm": 1.8189421714947258,
      "learning_rate": 5.610274144168023e-05,
      "loss": 0.6489,
      "step": 7432
    },
    {
      "epoch": 4.64853033145716,
      "grad_norm": 1.8440307728548198,
      "learning_rate": 5.60543573432072e-05,
      "loss": 0.7846,
      "step": 7433
    },
    {
      "epoch": 4.649155722326454,
      "grad_norm": 1.7273693543894304,
      "learning_rate": 5.600598932285156e-05,
      "loss": 0.7105,
      "step": 7434
    },
    {
      "epoch": 4.649781113195747,
      "grad_norm": 1.4771516908231075,
      "learning_rate": 5.595763738889116e-05,
      "loss": 0.5323,
      "step": 7435
    },
    {
      "epoch": 4.650406504065041,
      "grad_norm": 1.3660574681071602,
      "learning_rate": 5.590930154960105e-05,
      "loss": 0.5341,
      "step": 7436
    },
    {
      "epoch": 4.651031894934334,
      "grad_norm": 1.4387997038049536,
      "learning_rate": 5.58609818132536e-05,
      "loss": 0.7083,
      "step": 7437
    },
    {
      "epoch": 4.651657285803627,
      "grad_norm": 2.023441610008652,
      "learning_rate": 5.5812678188118355e-05,
      "loss": 0.7818,
      "step": 7438
    },
    {
      "epoch": 4.652282676672921,
      "grad_norm": 1.5343571365441158,
      "learning_rate": 5.576439068246214e-05,
      "loss": 0.6011,
      "step": 7439
    },
    {
      "epoch": 4.652908067542214,
      "grad_norm": 1.5622248684514068,
      "learning_rate": 5.5716119304549014e-05,
      "loss": 0.6262,
      "step": 7440
    },
    {
      "epoch": 4.653533458411507,
      "grad_norm": 1.3009527241157635,
      "learning_rate": 5.566786406264028e-05,
      "loss": 0.471,
      "step": 7441
    },
    {
      "epoch": 4.6541588492808,
      "grad_norm": 1.4759421893805864,
      "learning_rate": 5.5619624964994514e-05,
      "loss": 0.6101,
      "step": 7442
    },
    {
      "epoch": 4.654784240150094,
      "grad_norm": 1.490702534238111,
      "learning_rate": 5.557140201986739e-05,
      "loss": 0.628,
      "step": 7443
    },
    {
      "epoch": 4.655409631019387,
      "grad_norm": 1.457023505264697,
      "learning_rate": 5.552319523551197e-05,
      "loss": 0.5088,
      "step": 7444
    },
    {
      "epoch": 4.65603502188868,
      "grad_norm": 1.552707752818926,
      "learning_rate": 5.547500462017849e-05,
      "loss": 0.6024,
      "step": 7445
    },
    {
      "epoch": 4.656660412757974,
      "grad_norm": 1.5225949592876962,
      "learning_rate": 5.5426830182114426e-05,
      "loss": 0.6142,
      "step": 7446
    },
    {
      "epoch": 4.657285803627267,
      "grad_norm": 1.430847378863319,
      "learning_rate": 5.5378671929564496e-05,
      "loss": 0.6388,
      "step": 7447
    },
    {
      "epoch": 4.6579111944965605,
      "grad_norm": 1.408479397888412,
      "learning_rate": 5.533052987077064e-05,
      "loss": 0.5261,
      "step": 7448
    },
    {
      "epoch": 4.658536585365853,
      "grad_norm": 1.3611144719342412,
      "learning_rate": 5.5282404013971994e-05,
      "loss": 0.5105,
      "step": 7449
    },
    {
      "epoch": 4.659161976235147,
      "grad_norm": 1.5713171931786964,
      "learning_rate": 5.5234294367404984e-05,
      "loss": 0.6021,
      "step": 7450
    },
    {
      "epoch": 4.659787367104441,
      "grad_norm": 1.8085745461324036,
      "learning_rate": 5.51862009393032e-05,
      "loss": 0.7496,
      "step": 7451
    },
    {
      "epoch": 4.6604127579737336,
      "grad_norm": 1.2149816506181303,
      "learning_rate": 5.51381237378975e-05,
      "loss": 0.4461,
      "step": 7452
    },
    {
      "epoch": 4.661038148843027,
      "grad_norm": 1.6471436577432037,
      "learning_rate": 5.509006277141596e-05,
      "loss": 0.7,
      "step": 7453
    },
    {
      "epoch": 4.66166353971232,
      "grad_norm": 1.3234148366167744,
      "learning_rate": 5.504201804808383e-05,
      "loss": 0.4912,
      "step": 7454
    },
    {
      "epoch": 4.662288930581614,
      "grad_norm": 1.6734719150923216,
      "learning_rate": 5.499398957612367e-05,
      "loss": 0.6608,
      "step": 7455
    },
    {
      "epoch": 4.662914321450907,
      "grad_norm": 1.4174328291127405,
      "learning_rate": 5.49459773637552e-05,
      "loss": 0.5644,
      "step": 7456
    },
    {
      "epoch": 4.6635397123202,
      "grad_norm": 1.369612982433885,
      "learning_rate": 5.48979814191953e-05,
      "loss": 0.5396,
      "step": 7457
    },
    {
      "epoch": 4.664165103189493,
      "grad_norm": 1.510053444819067,
      "learning_rate": 5.485000175065818e-05,
      "loss": 0.5972,
      "step": 7458
    },
    {
      "epoch": 4.664790494058787,
      "grad_norm": 1.2621463178604009,
      "learning_rate": 5.480203836635519e-05,
      "loss": 0.4793,
      "step": 7459
    },
    {
      "epoch": 4.6654158849280805,
      "grad_norm": 1.2179931140025193,
      "learning_rate": 5.475409127449493e-05,
      "loss": 0.4256,
      "step": 7460
    },
    {
      "epoch": 4.666041275797373,
      "grad_norm": 1.4539720220248744,
      "learning_rate": 5.470616048328323e-05,
      "loss": 0.5736,
      "step": 7461
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 1.682809023755295,
      "learning_rate": 5.465824600092304e-05,
      "loss": 0.7181,
      "step": 7462
    },
    {
      "epoch": 4.66729205753596,
      "grad_norm": 1.5527269322551038,
      "learning_rate": 5.461034783561459e-05,
      "loss": 0.6707,
      "step": 7463
    },
    {
      "epoch": 4.6679174484052535,
      "grad_norm": 1.3315613236700827,
      "learning_rate": 5.456246599555532e-05,
      "loss": 0.4888,
      "step": 7464
    },
    {
      "epoch": 4.668542839274546,
      "grad_norm": 1.7421820024925803,
      "learning_rate": 5.451460048893985e-05,
      "loss": 0.6971,
      "step": 7465
    },
    {
      "epoch": 4.66916823014384,
      "grad_norm": 1.5584115047836413,
      "learning_rate": 5.446675132396001e-05,
      "loss": 0.656,
      "step": 7466
    },
    {
      "epoch": 4.669793621013133,
      "grad_norm": 1.581724609410979,
      "learning_rate": 5.441891850880488e-05,
      "loss": 0.6944,
      "step": 7467
    },
    {
      "epoch": 4.6704190118824265,
      "grad_norm": 1.7977163226262662,
      "learning_rate": 5.4371102051660645e-05,
      "loss": 0.7057,
      "step": 7468
    },
    {
      "epoch": 4.67104440275172,
      "grad_norm": 1.7411092231435417,
      "learning_rate": 5.43233019607108e-05,
      "loss": 0.6822,
      "step": 7469
    },
    {
      "epoch": 4.671669793621013,
      "grad_norm": 1.9279488214272893,
      "learning_rate": 5.427551824413594e-05,
      "loss": 0.7907,
      "step": 7470
    },
    {
      "epoch": 4.672295184490307,
      "grad_norm": 1.5240734242676266,
      "learning_rate": 5.42277509101139e-05,
      "loss": 0.5639,
      "step": 7471
    },
    {
      "epoch": 4.6729205753595995,
      "grad_norm": 1.3940505784633765,
      "learning_rate": 5.417999996681977e-05,
      "loss": 0.5484,
      "step": 7472
    },
    {
      "epoch": 4.673545966228893,
      "grad_norm": 1.4703368894026736,
      "learning_rate": 5.413226542242571e-05,
      "loss": 0.6096,
      "step": 7473
    },
    {
      "epoch": 4.674171357098186,
      "grad_norm": 1.4949536377422226,
      "learning_rate": 5.4084547285101196e-05,
      "loss": 0.5937,
      "step": 7474
    },
    {
      "epoch": 4.67479674796748,
      "grad_norm": 1.6899037229391227,
      "learning_rate": 5.403684556301285e-05,
      "loss": 0.6426,
      "step": 7475
    },
    {
      "epoch": 4.6754221388367725,
      "grad_norm": 1.603068343156879,
      "learning_rate": 5.3989160264324416e-05,
      "loss": 0.6035,
      "step": 7476
    },
    {
      "epoch": 4.676047529706066,
      "grad_norm": 1.7756375814287608,
      "learning_rate": 5.3941491397196904e-05,
      "loss": 0.7404,
      "step": 7477
    },
    {
      "epoch": 4.67667292057536,
      "grad_norm": 1.4414533306394217,
      "learning_rate": 5.389383896978853e-05,
      "loss": 0.5644,
      "step": 7478
    },
    {
      "epoch": 4.677298311444653,
      "grad_norm": 1.8581876960219759,
      "learning_rate": 5.3846202990254636e-05,
      "loss": 0.7447,
      "step": 7479
    },
    {
      "epoch": 4.677923702313946,
      "grad_norm": 1.6223884137906632,
      "learning_rate": 5.379858346674777e-05,
      "loss": 0.6626,
      "step": 7480
    },
    {
      "epoch": 4.678549093183239,
      "grad_norm": 1.6231373261848205,
      "learning_rate": 5.375098040741769e-05,
      "loss": 0.6578,
      "step": 7481
    },
    {
      "epoch": 4.679174484052533,
      "grad_norm": 1.3773685582773247,
      "learning_rate": 5.370339382041131e-05,
      "loss": 0.5729,
      "step": 7482
    },
    {
      "epoch": 4.679799874921827,
      "grad_norm": 1.548813780920698,
      "learning_rate": 5.3655823713872726e-05,
      "loss": 0.7005,
      "step": 7483
    },
    {
      "epoch": 4.680425265791119,
      "grad_norm": 1.7355110701295178,
      "learning_rate": 5.3608270095943216e-05,
      "loss": 0.6745,
      "step": 7484
    },
    {
      "epoch": 4.681050656660413,
      "grad_norm": 1.443239052615054,
      "learning_rate": 5.3560732974761244e-05,
      "loss": 0.5886,
      "step": 7485
    },
    {
      "epoch": 4.681676047529706,
      "grad_norm": 1.4596759193100222,
      "learning_rate": 5.351321235846243e-05,
      "loss": 0.5878,
      "step": 7486
    },
    {
      "epoch": 4.682301438399,
      "grad_norm": 1.7457218832517094,
      "learning_rate": 5.3465708255179606e-05,
      "loss": 0.7451,
      "step": 7487
    },
    {
      "epoch": 4.682926829268292,
      "grad_norm": 1.3589858688483252,
      "learning_rate": 5.341822067304275e-05,
      "loss": 0.6319,
      "step": 7488
    },
    {
      "epoch": 4.683552220137586,
      "grad_norm": 1.3924280420910793,
      "learning_rate": 5.337074962017901e-05,
      "loss": 0.6107,
      "step": 7489
    },
    {
      "epoch": 4.684177611006879,
      "grad_norm": 1.2901130958054567,
      "learning_rate": 5.3323295104712704e-05,
      "loss": 0.5836,
      "step": 7490
    },
    {
      "epoch": 4.684803001876173,
      "grad_norm": 1.4542541349306932,
      "learning_rate": 5.327585713476541e-05,
      "loss": 0.6414,
      "step": 7491
    },
    {
      "epoch": 4.685428392745466,
      "grad_norm": 1.5777522399753987,
      "learning_rate": 5.3228435718455666e-05,
      "loss": 0.706,
      "step": 7492
    },
    {
      "epoch": 4.686053783614759,
      "grad_norm": 1.4522730418797378,
      "learning_rate": 5.318103086389936e-05,
      "loss": 0.6385,
      "step": 7493
    },
    {
      "epoch": 4.686679174484053,
      "grad_norm": 1.6176681555142363,
      "learning_rate": 5.31336425792095e-05,
      "loss": 0.6668,
      "step": 7494
    },
    {
      "epoch": 4.687304565353346,
      "grad_norm": 1.6668586059972277,
      "learning_rate": 5.308627087249625e-05,
      "loss": 0.6167,
      "step": 7495
    },
    {
      "epoch": 4.687929956222639,
      "grad_norm": 1.4421487048933208,
      "learning_rate": 5.3038915751866924e-05,
      "loss": 0.6116,
      "step": 7496
    },
    {
      "epoch": 4.688555347091932,
      "grad_norm": 1.4414549875032443,
      "learning_rate": 5.2991577225426055e-05,
      "loss": 0.5345,
      "step": 7497
    },
    {
      "epoch": 4.689180737961226,
      "grad_norm": 1.378419642888867,
      "learning_rate": 5.294425530127519e-05,
      "loss": 0.5811,
      "step": 7498
    },
    {
      "epoch": 4.689806128830519,
      "grad_norm": 1.439776449541169,
      "learning_rate": 5.289694998751319e-05,
      "loss": 0.617,
      "step": 7499
    },
    {
      "epoch": 4.690431519699812,
      "grad_norm": 1.7439511875696212,
      "learning_rate": 5.284966129223603e-05,
      "loss": 0.6823,
      "step": 7500
    },
    {
      "epoch": 4.691056910569106,
      "grad_norm": 1.2319102097364678,
      "learning_rate": 5.2802389223536804e-05,
      "loss": 0.5279,
      "step": 7501
    },
    {
      "epoch": 4.691682301438399,
      "grad_norm": 1.5555324693368215,
      "learning_rate": 5.275513378950582e-05,
      "loss": 0.6672,
      "step": 7502
    },
    {
      "epoch": 4.6923076923076925,
      "grad_norm": 1.3550453439406431,
      "learning_rate": 5.270789499823046e-05,
      "loss": 0.5043,
      "step": 7503
    },
    {
      "epoch": 4.692933083176985,
      "grad_norm": 1.676545140465425,
      "learning_rate": 5.266067285779532e-05,
      "loss": 0.7185,
      "step": 7504
    },
    {
      "epoch": 4.693558474046279,
      "grad_norm": 1.3110694181366838,
      "learning_rate": 5.2613467376282146e-05,
      "loss": 0.5407,
      "step": 7505
    },
    {
      "epoch": 4.694183864915573,
      "grad_norm": 1.3972317296303665,
      "learning_rate": 5.256627856176977e-05,
      "loss": 0.6065,
      "step": 7506
    },
    {
      "epoch": 4.6948092557848655,
      "grad_norm": 1.2982877224483118,
      "learning_rate": 5.251910642233428e-05,
      "loss": 0.5164,
      "step": 7507
    },
    {
      "epoch": 4.695434646654159,
      "grad_norm": 1.4219937436652215,
      "learning_rate": 5.247195096604884e-05,
      "loss": 0.6573,
      "step": 7508
    },
    {
      "epoch": 4.696060037523452,
      "grad_norm": 1.6387249049494321,
      "learning_rate": 5.242481220098369e-05,
      "loss": 0.6545,
      "step": 7509
    },
    {
      "epoch": 4.696685428392746,
      "grad_norm": 1.499434589899704,
      "learning_rate": 5.237769013520634e-05,
      "loss": 0.5719,
      "step": 7510
    },
    {
      "epoch": 4.6973108192620385,
      "grad_norm": 1.1616229318881557,
      "learning_rate": 5.233058477678139e-05,
      "loss": 0.5175,
      "step": 7511
    },
    {
      "epoch": 4.697936210131332,
      "grad_norm": 1.328756371250297,
      "learning_rate": 5.228349613377057e-05,
      "loss": 0.5401,
      "step": 7512
    },
    {
      "epoch": 4.698561601000625,
      "grad_norm": 2.626500063340833,
      "learning_rate": 5.223642421423277e-05,
      "loss": 0.5173,
      "step": 7513
    },
    {
      "epoch": 4.699186991869919,
      "grad_norm": 1.5775876793374286,
      "learning_rate": 5.2189369026224e-05,
      "loss": 0.6084,
      "step": 7514
    },
    {
      "epoch": 4.699812382739212,
      "grad_norm": 1.553121104415254,
      "learning_rate": 5.214233057779743e-05,
      "loss": 0.7462,
      "step": 7515
    },
    {
      "epoch": 4.700437773608505,
      "grad_norm": 1.7675234038873255,
      "learning_rate": 5.209530887700334e-05,
      "loss": 0.6716,
      "step": 7516
    },
    {
      "epoch": 4.701063164477799,
      "grad_norm": 1.4890430048573906,
      "learning_rate": 5.204830393188917e-05,
      "loss": 0.6538,
      "step": 7517
    },
    {
      "epoch": 4.701688555347092,
      "grad_norm": 1.3037138276589213,
      "learning_rate": 5.200131575049945e-05,
      "loss": 0.4758,
      "step": 7518
    },
    {
      "epoch": 4.702313946216385,
      "grad_norm": 1.26355860102247,
      "learning_rate": 5.195434434087589e-05,
      "loss": 0.5051,
      "step": 7519
    },
    {
      "epoch": 4.702939337085678,
      "grad_norm": 1.757595758895219,
      "learning_rate": 5.190738971105728e-05,
      "loss": 0.6291,
      "step": 7520
    },
    {
      "epoch": 4.703564727954972,
      "grad_norm": 1.3469841215180658,
      "learning_rate": 5.18604518690796e-05,
      "loss": 0.5323,
      "step": 7521
    },
    {
      "epoch": 4.704190118824265,
      "grad_norm": 1.209226988279597,
      "learning_rate": 5.1813530822975893e-05,
      "loss": 0.5258,
      "step": 7522
    },
    {
      "epoch": 4.704815509693558,
      "grad_norm": 1.613823520710772,
      "learning_rate": 5.176662658077638e-05,
      "loss": 0.6011,
      "step": 7523
    },
    {
      "epoch": 4.705440900562852,
      "grad_norm": 1.775181823328822,
      "learning_rate": 5.171973915050842e-05,
      "loss": 0.6943,
      "step": 7524
    },
    {
      "epoch": 4.706066291432145,
      "grad_norm": 1.8692340952083177,
      "learning_rate": 5.1672868540196364e-05,
      "loss": 0.702,
      "step": 7525
    },
    {
      "epoch": 4.706691682301439,
      "grad_norm": 1.6184257300032714,
      "learning_rate": 5.162601475786181e-05,
      "loss": 0.698,
      "step": 7526
    },
    {
      "epoch": 4.7073170731707314,
      "grad_norm": 1.677754985301739,
      "learning_rate": 5.1579177811523476e-05,
      "loss": 0.639,
      "step": 7527
    },
    {
      "epoch": 4.707942464040025,
      "grad_norm": 1.421292869696161,
      "learning_rate": 5.153235770919712e-05,
      "loss": 0.5451,
      "step": 7528
    },
    {
      "epoch": 4.708567854909318,
      "grad_norm": 1.415550820608867,
      "learning_rate": 5.148555445889572e-05,
      "loss": 0.5229,
      "step": 7529
    },
    {
      "epoch": 4.709193245778612,
      "grad_norm": 1.55533292175147,
      "learning_rate": 5.143876806862928e-05,
      "loss": 0.5736,
      "step": 7530
    },
    {
      "epoch": 4.7098186366479045,
      "grad_norm": 1.5043404334490547,
      "learning_rate": 5.139199854640495e-05,
      "loss": 0.588,
      "step": 7531
    },
    {
      "epoch": 4.710444027517198,
      "grad_norm": 1.5055695103489901,
      "learning_rate": 5.1345245900227064e-05,
      "loss": 0.6406,
      "step": 7532
    },
    {
      "epoch": 4.711069418386492,
      "grad_norm": 1.3520139454597673,
      "learning_rate": 5.1298510138096875e-05,
      "loss": 0.5553,
      "step": 7533
    },
    {
      "epoch": 4.711694809255785,
      "grad_norm": 1.4895769329211408,
      "learning_rate": 5.1251791268012946e-05,
      "loss": 0.5807,
      "step": 7534
    },
    {
      "epoch": 4.712320200125078,
      "grad_norm": 1.570388413086715,
      "learning_rate": 5.120508929797087e-05,
      "loss": 0.5864,
      "step": 7535
    },
    {
      "epoch": 4.712945590994371,
      "grad_norm": 1.3523496007227886,
      "learning_rate": 5.115840423596333e-05,
      "loss": 0.5546,
      "step": 7536
    },
    {
      "epoch": 4.713570981863665,
      "grad_norm": 1.5487549390306865,
      "learning_rate": 5.111173608998015e-05,
      "loss": 0.6704,
      "step": 7537
    },
    {
      "epoch": 4.7141963727329586,
      "grad_norm": 1.4210749143686334,
      "learning_rate": 5.106508486800826e-05,
      "loss": 0.5955,
      "step": 7538
    },
    {
      "epoch": 4.714821763602251,
      "grad_norm": 1.4088967265692454,
      "learning_rate": 5.1018450578031664e-05,
      "loss": 0.5746,
      "step": 7539
    },
    {
      "epoch": 4.715447154471545,
      "grad_norm": 1.620259724556853,
      "learning_rate": 5.097183322803147e-05,
      "loss": 0.659,
      "step": 7540
    },
    {
      "epoch": 4.716072545340838,
      "grad_norm": 1.43578133802339,
      "learning_rate": 5.092523282598597e-05,
      "loss": 0.5692,
      "step": 7541
    },
    {
      "epoch": 4.716697936210132,
      "grad_norm": 1.473154992520373,
      "learning_rate": 5.08786493798704e-05,
      "loss": 0.5814,
      "step": 7542
    },
    {
      "epoch": 4.717323327079424,
      "grad_norm": 1.65030890990264,
      "learning_rate": 5.0832082897657194e-05,
      "loss": 0.6857,
      "step": 7543
    },
    {
      "epoch": 4.717948717948718,
      "grad_norm": 1.4592833176369682,
      "learning_rate": 5.07855333873159e-05,
      "loss": 0.567,
      "step": 7544
    },
    {
      "epoch": 4.718574108818011,
      "grad_norm": 1.9229778777046205,
      "learning_rate": 5.07390008568131e-05,
      "loss": 0.7508,
      "step": 7545
    },
    {
      "epoch": 4.719199499687305,
      "grad_norm": 1.356390625823034,
      "learning_rate": 5.0692485314112535e-05,
      "loss": 0.5296,
      "step": 7546
    },
    {
      "epoch": 4.719824890556598,
      "grad_norm": 1.5532564047534128,
      "learning_rate": 5.064598676717497e-05,
      "loss": 0.5862,
      "step": 7547
    },
    {
      "epoch": 4.720450281425891,
      "grad_norm": 1.8015116392581108,
      "learning_rate": 5.059950522395831e-05,
      "loss": 0.7797,
      "step": 7548
    },
    {
      "epoch": 4.721075672295185,
      "grad_norm": 1.4062311821075295,
      "learning_rate": 5.055304069241754e-05,
      "loss": 0.6034,
      "step": 7549
    },
    {
      "epoch": 4.721701063164478,
      "grad_norm": 1.6415152372821593,
      "learning_rate": 5.0506593180504736e-05,
      "loss": 0.7176,
      "step": 7550
    },
    {
      "epoch": 4.722326454033771,
      "grad_norm": 1.6032019361377012,
      "learning_rate": 5.046016269616904e-05,
      "loss": 0.6788,
      "step": 7551
    },
    {
      "epoch": 4.722951844903064,
      "grad_norm": 1.5212482452699156,
      "learning_rate": 5.041374924735668e-05,
      "loss": 0.6259,
      "step": 7552
    },
    {
      "epoch": 4.723577235772358,
      "grad_norm": 1.5091555336760178,
      "learning_rate": 5.0367352842011e-05,
      "loss": 0.5608,
      "step": 7553
    },
    {
      "epoch": 4.724202626641651,
      "grad_norm": 1.520384636305475,
      "learning_rate": 5.032097348807242e-05,
      "loss": 0.5797,
      "step": 7554
    },
    {
      "epoch": 4.724828017510944,
      "grad_norm": 1.3697407944632198,
      "learning_rate": 5.027461119347841e-05,
      "loss": 0.5609,
      "step": 7555
    },
    {
      "epoch": 4.725453408380238,
      "grad_norm": 1.3657987406530656,
      "learning_rate": 5.0228265966163536e-05,
      "loss": 0.5095,
      "step": 7556
    },
    {
      "epoch": 4.726078799249531,
      "grad_norm": 1.3921114069591194,
      "learning_rate": 5.018193781405953e-05,
      "loss": 0.5943,
      "step": 7557
    },
    {
      "epoch": 4.7267041901188245,
      "grad_norm": 1.7649403659831056,
      "learning_rate": 5.013562674509499e-05,
      "loss": 0.7066,
      "step": 7558
    },
    {
      "epoch": 4.727329580988117,
      "grad_norm": 1.3665484230725018,
      "learning_rate": 5.00893327671958e-05,
      "loss": 0.5559,
      "step": 7559
    },
    {
      "epoch": 4.727954971857411,
      "grad_norm": 1.5068532424374792,
      "learning_rate": 5.00430558882848e-05,
      "loss": 0.6389,
      "step": 7560
    },
    {
      "epoch": 4.728580362726705,
      "grad_norm": 1.232900371290586,
      "learning_rate": 4.9996796116281975e-05,
      "loss": 0.5317,
      "step": 7561
    },
    {
      "epoch": 4.7292057535959975,
      "grad_norm": 1.4986756684055422,
      "learning_rate": 4.9950553459104353e-05,
      "loss": 0.5975,
      "step": 7562
    },
    {
      "epoch": 4.729831144465291,
      "grad_norm": 1.6985219166513785,
      "learning_rate": 4.990432792466599e-05,
      "loss": 0.6703,
      "step": 7563
    },
    {
      "epoch": 4.730456535334584,
      "grad_norm": 1.5154721818726478,
      "learning_rate": 4.9858119520878115e-05,
      "loss": 0.5422,
      "step": 7564
    },
    {
      "epoch": 4.731081926203878,
      "grad_norm": 1.570688605909351,
      "learning_rate": 4.981192825564891e-05,
      "loss": 0.6131,
      "step": 7565
    },
    {
      "epoch": 4.7317073170731705,
      "grad_norm": 1.629592730713151,
      "learning_rate": 4.976575413688369e-05,
      "loss": 0.6388,
      "step": 7566
    },
    {
      "epoch": 4.732332707942464,
      "grad_norm": 1.8212278862563969,
      "learning_rate": 4.971959717248487e-05,
      "loss": 0.7049,
      "step": 7567
    },
    {
      "epoch": 4.732958098811757,
      "grad_norm": 1.7346696485222972,
      "learning_rate": 4.96734573703518e-05,
      "loss": 0.6368,
      "step": 7568
    },
    {
      "epoch": 4.733583489681051,
      "grad_norm": 1.2775281194979804,
      "learning_rate": 4.9627334738381e-05,
      "loss": 0.5132,
      "step": 7569
    },
    {
      "epoch": 4.734208880550344,
      "grad_norm": 1.8275675542096355,
      "learning_rate": 4.958122928446603e-05,
      "loss": 0.7322,
      "step": 7570
    },
    {
      "epoch": 4.734834271419637,
      "grad_norm": 1.242780723752957,
      "learning_rate": 4.953514101649752e-05,
      "loss": 0.51,
      "step": 7571
    },
    {
      "epoch": 4.735459662288931,
      "grad_norm": 1.7200793485714934,
      "learning_rate": 4.948906994236313e-05,
      "loss": 0.6115,
      "step": 7572
    },
    {
      "epoch": 4.736085053158224,
      "grad_norm": 1.5181313493920858,
      "learning_rate": 4.944301606994764e-05,
      "loss": 0.6111,
      "step": 7573
    },
    {
      "epoch": 4.736710444027517,
      "grad_norm": 1.2899267885865433,
      "learning_rate": 4.939697940713275e-05,
      "loss": 0.4922,
      "step": 7574
    },
    {
      "epoch": 4.73733583489681,
      "grad_norm": 1.5012549859805437,
      "learning_rate": 4.935095996179732e-05,
      "loss": 0.5963,
      "step": 7575
    },
    {
      "epoch": 4.737961225766104,
      "grad_norm": 1.397122961942535,
      "learning_rate": 4.930495774181729e-05,
      "loss": 0.5966,
      "step": 7576
    },
    {
      "epoch": 4.738586616635397,
      "grad_norm": 1.4541416107850031,
      "learning_rate": 4.925897275506559e-05,
      "loss": 0.6713,
      "step": 7577
    },
    {
      "epoch": 4.73921200750469,
      "grad_norm": 2.0948408261213176,
      "learning_rate": 4.9213005009412194e-05,
      "loss": 0.8591,
      "step": 7578
    },
    {
      "epoch": 4.739837398373984,
      "grad_norm": 1.7205834445371135,
      "learning_rate": 4.916705451272419e-05,
      "loss": 0.6473,
      "step": 7579
    },
    {
      "epoch": 4.740462789243277,
      "grad_norm": 1.5127631528852168,
      "learning_rate": 4.912112127286564e-05,
      "loss": 0.562,
      "step": 7580
    },
    {
      "epoch": 4.741088180112571,
      "grad_norm": 1.7414386137359072,
      "learning_rate": 4.907520529769769e-05,
      "loss": 0.6714,
      "step": 7581
    },
    {
      "epoch": 4.741713570981863,
      "grad_norm": 1.2777251427212875,
      "learning_rate": 4.902930659507854e-05,
      "loss": 0.6058,
      "step": 7582
    },
    {
      "epoch": 4.742338961851157,
      "grad_norm": 1.4850546823359452,
      "learning_rate": 4.898342517286343e-05,
      "loss": 0.5919,
      "step": 7583
    },
    {
      "epoch": 4.74296435272045,
      "grad_norm": 1.3344911824181995,
      "learning_rate": 4.8937561038904613e-05,
      "loss": 0.5222,
      "step": 7584
    },
    {
      "epoch": 4.743589743589744,
      "grad_norm": 1.536011255432228,
      "learning_rate": 4.889171420105141e-05,
      "loss": 0.613,
      "step": 7585
    },
    {
      "epoch": 4.744215134459036,
      "grad_norm": 1.2749400683423442,
      "learning_rate": 4.884588466715016e-05,
      "loss": 0.5481,
      "step": 7586
    },
    {
      "epoch": 4.74484052532833,
      "grad_norm": 1.5331172014134353,
      "learning_rate": 4.8800072445044294e-05,
      "loss": 0.5936,
      "step": 7587
    },
    {
      "epoch": 4.745465916197624,
      "grad_norm": 1.6618387601846107,
      "learning_rate": 4.8754277542574224e-05,
      "loss": 0.6004,
      "step": 7588
    },
    {
      "epoch": 4.746091307066917,
      "grad_norm": 1.6944803317837782,
      "learning_rate": 4.8708499967577405e-05,
      "loss": 0.6328,
      "step": 7589
    },
    {
      "epoch": 4.74671669793621,
      "grad_norm": 1.6252578780087144,
      "learning_rate": 4.866273972788839e-05,
      "loss": 0.6086,
      "step": 7590
    },
    {
      "epoch": 4.747342088805503,
      "grad_norm": 1.5176036669182074,
      "learning_rate": 4.8616996831338614e-05,
      "loss": 0.5879,
      "step": 7591
    },
    {
      "epoch": 4.747967479674797,
      "grad_norm": 1.4464460594450461,
      "learning_rate": 4.857127128575672e-05,
      "loss": 0.5207,
      "step": 7592
    },
    {
      "epoch": 4.7485928705440905,
      "grad_norm": 1.522332089402359,
      "learning_rate": 4.8525563098968265e-05,
      "loss": 0.5803,
      "step": 7593
    },
    {
      "epoch": 4.749218261413383,
      "grad_norm": 1.7565318959830598,
      "learning_rate": 4.847987227879591e-05,
      "loss": 0.6908,
      "step": 7594
    },
    {
      "epoch": 4.749843652282677,
      "grad_norm": 1.632664562651176,
      "learning_rate": 4.843419883305928e-05,
      "loss": 0.6519,
      "step": 7595
    },
    {
      "epoch": 4.75046904315197,
      "grad_norm": 1.5502296493696268,
      "learning_rate": 4.8388542769575065e-05,
      "loss": 0.6291,
      "step": 7596
    },
    {
      "epoch": 4.7510944340212635,
      "grad_norm": 1.4906868251527323,
      "learning_rate": 4.834290409615697e-05,
      "loss": 0.6596,
      "step": 7597
    },
    {
      "epoch": 4.751719824890556,
      "grad_norm": 1.4484254854127352,
      "learning_rate": 4.8297282820615745e-05,
      "loss": 0.6,
      "step": 7598
    },
    {
      "epoch": 4.75234521575985,
      "grad_norm": 1.5747869491554751,
      "learning_rate": 4.82516789507591e-05,
      "loss": 0.6378,
      "step": 7599
    },
    {
      "epoch": 4.752970606629143,
      "grad_norm": 1.4315762710308086,
      "learning_rate": 4.820609249439184e-05,
      "loss": 0.6025,
      "step": 7600
    },
    {
      "epoch": 4.7535959974984365,
      "grad_norm": 1.3539589676359498,
      "learning_rate": 4.816052345931573e-05,
      "loss": 0.5744,
      "step": 7601
    },
    {
      "epoch": 4.75422138836773,
      "grad_norm": 1.5174947143608968,
      "learning_rate": 4.8114971853329665e-05,
      "loss": 0.6647,
      "step": 7602
    },
    {
      "epoch": 4.754846779237023,
      "grad_norm": 1.4860711460498006,
      "learning_rate": 4.806943768422935e-05,
      "loss": 0.6077,
      "step": 7603
    },
    {
      "epoch": 4.755472170106317,
      "grad_norm": 1.5092892251936008,
      "learning_rate": 4.802392095980769e-05,
      "loss": 0.61,
      "step": 7604
    },
    {
      "epoch": 4.7560975609756095,
      "grad_norm": 1.5830699298861155,
      "learning_rate": 4.797842168785453e-05,
      "loss": 0.6711,
      "step": 7605
    },
    {
      "epoch": 4.756722951844903,
      "grad_norm": 1.4424071546102484,
      "learning_rate": 4.793293987615674e-05,
      "loss": 0.5705,
      "step": 7606
    },
    {
      "epoch": 4.757348342714196,
      "grad_norm": 1.3818490194329829,
      "learning_rate": 4.788747553249822e-05,
      "loss": 0.5156,
      "step": 7607
    },
    {
      "epoch": 4.75797373358349,
      "grad_norm": 1.3939818337156265,
      "learning_rate": 4.784202866465991e-05,
      "loss": 0.6308,
      "step": 7608
    },
    {
      "epoch": 4.7585991244527825,
      "grad_norm": 1.6669308308269033,
      "learning_rate": 4.779659928041961e-05,
      "loss": 0.633,
      "step": 7609
    },
    {
      "epoch": 4.759224515322076,
      "grad_norm": 1.7181301512948517,
      "learning_rate": 4.7751187387552284e-05,
      "loss": 0.6967,
      "step": 7610
    },
    {
      "epoch": 4.75984990619137,
      "grad_norm": 1.7079888707894315,
      "learning_rate": 4.770579299382982e-05,
      "loss": 0.6232,
      "step": 7611
    },
    {
      "epoch": 4.760475297060663,
      "grad_norm": 1.6729095611350684,
      "learning_rate": 4.766041610702118e-05,
      "loss": 0.6918,
      "step": 7612
    },
    {
      "epoch": 4.761100687929956,
      "grad_norm": 1.4667369651792594,
      "learning_rate": 4.761505673489228e-05,
      "loss": 0.6053,
      "step": 7613
    },
    {
      "epoch": 4.761726078799249,
      "grad_norm": 1.5767383046844516,
      "learning_rate": 4.7569714885206043e-05,
      "loss": 0.6517,
      "step": 7614
    },
    {
      "epoch": 4.762351469668543,
      "grad_norm": 1.6594872927063917,
      "learning_rate": 4.752439056572238e-05,
      "loss": 0.6639,
      "step": 7615
    },
    {
      "epoch": 4.762976860537837,
      "grad_norm": 1.4400104276791956,
      "learning_rate": 4.7479083784198265e-05,
      "loss": 0.6291,
      "step": 7616
    },
    {
      "epoch": 4.7636022514071295,
      "grad_norm": 1.327802120805964,
      "learning_rate": 4.7433794548387585e-05,
      "loss": 0.542,
      "step": 7617
    },
    {
      "epoch": 4.764227642276423,
      "grad_norm": 1.58358581304416,
      "learning_rate": 4.738852286604127e-05,
      "loss": 0.6213,
      "step": 7618
    },
    {
      "epoch": 4.764853033145716,
      "grad_norm": 1.5500703930784359,
      "learning_rate": 4.734326874490727e-05,
      "loss": 0.5605,
      "step": 7619
    },
    {
      "epoch": 4.76547842401501,
      "grad_norm": 1.3995479789612808,
      "learning_rate": 4.729803219273048e-05,
      "loss": 0.5405,
      "step": 7620
    },
    {
      "epoch": 4.7661038148843025,
      "grad_norm": 1.5992950557448422,
      "learning_rate": 4.72528132172528e-05,
      "loss": 0.6302,
      "step": 7621
    },
    {
      "epoch": 4.766729205753596,
      "grad_norm": 2.244029571467709,
      "learning_rate": 4.72076118262132e-05,
      "loss": 0.8905,
      "step": 7622
    },
    {
      "epoch": 4.767354596622889,
      "grad_norm": 1.7203710550297675,
      "learning_rate": 4.716242802734746e-05,
      "loss": 0.5866,
      "step": 7623
    },
    {
      "epoch": 4.767979987492183,
      "grad_norm": 1.7548741925054878,
      "learning_rate": 4.71172618283885e-05,
      "loss": 0.6478,
      "step": 7624
    },
    {
      "epoch": 4.768605378361476,
      "grad_norm": 1.3308409154320187,
      "learning_rate": 4.707211323706623e-05,
      "loss": 0.5634,
      "step": 7625
    },
    {
      "epoch": 4.769230769230769,
      "grad_norm": 1.463058436884458,
      "learning_rate": 4.702698226110745e-05,
      "loss": 0.5735,
      "step": 7626
    },
    {
      "epoch": 4.769856160100063,
      "grad_norm": 1.6299528797784997,
      "learning_rate": 4.6981868908236035e-05,
      "loss": 0.6837,
      "step": 7627
    },
    {
      "epoch": 4.770481550969356,
      "grad_norm": 1.4537765439639894,
      "learning_rate": 4.6936773186172814e-05,
      "loss": 0.5653,
      "step": 7628
    },
    {
      "epoch": 4.771106941838649,
      "grad_norm": 1.474659666278024,
      "learning_rate": 4.689169510263557e-05,
      "loss": 0.5405,
      "step": 7629
    },
    {
      "epoch": 4.771732332707942,
      "grad_norm": 1.5561880474837437,
      "learning_rate": 4.684663466533909e-05,
      "loss": 0.6474,
      "step": 7630
    },
    {
      "epoch": 4.772357723577236,
      "grad_norm": 1.4014216884448731,
      "learning_rate": 4.680159188199518e-05,
      "loss": 0.5812,
      "step": 7631
    },
    {
      "epoch": 4.772983114446529,
      "grad_norm": 1.548042176892238,
      "learning_rate": 4.675656676031253e-05,
      "loss": 0.7679,
      "step": 7632
    },
    {
      "epoch": 4.773608505315822,
      "grad_norm": 1.4025029800575084,
      "learning_rate": 4.6711559307996904e-05,
      "loss": 0.528,
      "step": 7633
    },
    {
      "epoch": 4.774233896185116,
      "grad_norm": 1.4264738063314804,
      "learning_rate": 4.6666569532751e-05,
      "loss": 0.4953,
      "step": 7634
    },
    {
      "epoch": 4.774859287054409,
      "grad_norm": 1.589883031961797,
      "learning_rate": 4.6621597442274485e-05,
      "loss": 0.606,
      "step": 7635
    },
    {
      "epoch": 4.775484677923703,
      "grad_norm": 1.4031578007277186,
      "learning_rate": 4.6576643044264005e-05,
      "loss": 0.5126,
      "step": 7636
    },
    {
      "epoch": 4.776110068792995,
      "grad_norm": 1.4986247165388193,
      "learning_rate": 4.653170634641317e-05,
      "loss": 0.5968,
      "step": 7637
    },
    {
      "epoch": 4.776735459662289,
      "grad_norm": 1.4242264408034362,
      "learning_rate": 4.648678735641265e-05,
      "loss": 0.5868,
      "step": 7638
    },
    {
      "epoch": 4.777360850531582,
      "grad_norm": 1.4210776454358434,
      "learning_rate": 4.6441886081949884e-05,
      "loss": 0.5064,
      "step": 7639
    },
    {
      "epoch": 4.777986241400876,
      "grad_norm": 1.3365303156884618,
      "learning_rate": 4.639700253070944e-05,
      "loss": 0.5118,
      "step": 7640
    },
    {
      "epoch": 4.778611632270168,
      "grad_norm": 1.4759016629990298,
      "learning_rate": 4.635213671037284e-05,
      "loss": 0.5406,
      "step": 7641
    },
    {
      "epoch": 4.779237023139462,
      "grad_norm": 1.3896178520475284,
      "learning_rate": 4.6307288628618526e-05,
      "loss": 0.5678,
      "step": 7642
    },
    {
      "epoch": 4.779862414008756,
      "grad_norm": 1.3965673162153953,
      "learning_rate": 4.626245829312198e-05,
      "loss": 0.5082,
      "step": 7643
    },
    {
      "epoch": 4.780487804878049,
      "grad_norm": 1.4514123956910174,
      "learning_rate": 4.621764571155549e-05,
      "loss": 0.5675,
      "step": 7644
    },
    {
      "epoch": 4.781113195747342,
      "grad_norm": 1.642872416878981,
      "learning_rate": 4.617285089158846e-05,
      "loss": 0.6311,
      "step": 7645
    },
    {
      "epoch": 4.781738586616635,
      "grad_norm": 1.528052880589789,
      "learning_rate": 4.6128073840887204e-05,
      "loss": 0.6299,
      "step": 7646
    },
    {
      "epoch": 4.782363977485929,
      "grad_norm": 1.4633933058736008,
      "learning_rate": 4.6083314567114957e-05,
      "loss": 0.6194,
      "step": 7647
    },
    {
      "epoch": 4.7829893683552225,
      "grad_norm": 1.2201884318454508,
      "learning_rate": 4.603857307793198e-05,
      "loss": 0.4896,
      "step": 7648
    },
    {
      "epoch": 4.783614759224515,
      "grad_norm": 1.7262002144063584,
      "learning_rate": 4.5993849380995454e-05,
      "loss": 0.7823,
      "step": 7649
    },
    {
      "epoch": 4.784240150093809,
      "grad_norm": 1.6356554871822504,
      "learning_rate": 4.5949143483959486e-05,
      "loss": 0.6672,
      "step": 7650
    },
    {
      "epoch": 4.784865540963102,
      "grad_norm": 1.436077906373494,
      "learning_rate": 4.5904455394475194e-05,
      "loss": 0.5583,
      "step": 7651
    },
    {
      "epoch": 4.7854909318323955,
      "grad_norm": 1.3561941059206548,
      "learning_rate": 4.585978512019061e-05,
      "loss": 0.5558,
      "step": 7652
    },
    {
      "epoch": 4.786116322701688,
      "grad_norm": 1.556641841296111,
      "learning_rate": 4.581513266875075e-05,
      "loss": 0.6186,
      "step": 7653
    },
    {
      "epoch": 4.786741713570982,
      "grad_norm": 1.3889308811295769,
      "learning_rate": 4.577049804779752e-05,
      "loss": 0.5631,
      "step": 7654
    },
    {
      "epoch": 4.787367104440275,
      "grad_norm": 1.320935707177448,
      "learning_rate": 4.572588126496991e-05,
      "loss": 0.4789,
      "step": 7655
    },
    {
      "epoch": 4.7879924953095685,
      "grad_norm": 1.5427238236207634,
      "learning_rate": 4.568128232790361e-05,
      "loss": 0.6927,
      "step": 7656
    },
    {
      "epoch": 4.788617886178862,
      "grad_norm": 1.6276142256715829,
      "learning_rate": 4.563670124423149e-05,
      "loss": 0.6053,
      "step": 7657
    },
    {
      "epoch": 4.789243277048155,
      "grad_norm": 1.7602283729713828,
      "learning_rate": 4.5592138021583264e-05,
      "loss": 0.7125,
      "step": 7658
    },
    {
      "epoch": 4.789868667917449,
      "grad_norm": 1.8825544309371438,
      "learning_rate": 4.55475926675856e-05,
      "loss": 0.7477,
      "step": 7659
    },
    {
      "epoch": 4.7904940587867415,
      "grad_norm": 1.3156673505516332,
      "learning_rate": 4.550306518986214e-05,
      "loss": 0.4394,
      "step": 7660
    },
    {
      "epoch": 4.791119449656035,
      "grad_norm": 1.3703918413221163,
      "learning_rate": 4.545855559603342e-05,
      "loss": 0.5481,
      "step": 7661
    },
    {
      "epoch": 4.791744840525328,
      "grad_norm": 1.5783188227623857,
      "learning_rate": 4.541406389371693e-05,
      "loss": 0.6363,
      "step": 7662
    },
    {
      "epoch": 4.792370231394622,
      "grad_norm": 1.4260304652781175,
      "learning_rate": 4.536959009052711e-05,
      "loss": 0.5682,
      "step": 7663
    },
    {
      "epoch": 4.7929956222639145,
      "grad_norm": 1.2693325889106635,
      "learning_rate": 4.532513419407535e-05,
      "loss": 0.4931,
      "step": 7664
    },
    {
      "epoch": 4.793621013133208,
      "grad_norm": 1.516458223063285,
      "learning_rate": 4.528069621196993e-05,
      "loss": 0.6427,
      "step": 7665
    },
    {
      "epoch": 4.794246404002502,
      "grad_norm": 1.504271035456459,
      "learning_rate": 4.523627615181608e-05,
      "loss": 0.62,
      "step": 7666
    },
    {
      "epoch": 4.794871794871795,
      "grad_norm": 1.275747010047162,
      "learning_rate": 4.5191874021216006e-05,
      "loss": 0.5066,
      "step": 7667
    },
    {
      "epoch": 4.795497185741088,
      "grad_norm": 1.714327748935922,
      "learning_rate": 4.514748982776878e-05,
      "loss": 0.6348,
      "step": 7668
    },
    {
      "epoch": 4.796122576610381,
      "grad_norm": 1.4928839865623547,
      "learning_rate": 4.510312357907047e-05,
      "loss": 0.621,
      "step": 7669
    },
    {
      "epoch": 4.796747967479675,
      "grad_norm": 1.4932444037578878,
      "learning_rate": 4.505877528271399e-05,
      "loss": 0.6256,
      "step": 7670
    },
    {
      "epoch": 4.797373358348968,
      "grad_norm": 1.3866439902401215,
      "learning_rate": 4.5014444946289326e-05,
      "loss": 0.5715,
      "step": 7671
    },
    {
      "epoch": 4.797998749218261,
      "grad_norm": 1.5327555693456942,
      "learning_rate": 4.497013257738318e-05,
      "loss": 0.6361,
      "step": 7672
    },
    {
      "epoch": 4.798624140087554,
      "grad_norm": 1.3708084589416674,
      "learning_rate": 4.492583818357932e-05,
      "loss": 0.5315,
      "step": 7673
    },
    {
      "epoch": 4.799249530956848,
      "grad_norm": 1.7062677634868832,
      "learning_rate": 4.488156177245846e-05,
      "loss": 0.5636,
      "step": 7674
    },
    {
      "epoch": 4.799874921826142,
      "grad_norm": 1.4234020763672384,
      "learning_rate": 4.483730335159814e-05,
      "loss": 0.5382,
      "step": 7675
    },
    {
      "epoch": 4.800500312695434,
      "grad_norm": 1.5393882289453282,
      "learning_rate": 4.4793062928572885e-05,
      "loss": 0.5841,
      "step": 7676
    },
    {
      "epoch": 4.801125703564728,
      "grad_norm": 1.3699259528745555,
      "learning_rate": 4.474884051095414e-05,
      "loss": 0.5764,
      "step": 7677
    },
    {
      "epoch": 4.801751094434021,
      "grad_norm": 1.6784960781868599,
      "learning_rate": 4.470463610631027e-05,
      "loss": 0.653,
      "step": 7678
    },
    {
      "epoch": 4.802376485303315,
      "grad_norm": 1.6822989206077925,
      "learning_rate": 4.4660449722206465e-05,
      "loss": 0.6804,
      "step": 7679
    },
    {
      "epoch": 4.803001876172608,
      "grad_norm": 1.5530978327568816,
      "learning_rate": 4.4616281366204954e-05,
      "loss": 0.5848,
      "step": 7680
    },
    {
      "epoch": 4.803627267041901,
      "grad_norm": 1.7376721695750774,
      "learning_rate": 4.4572131045864826e-05,
      "loss": 0.6731,
      "step": 7681
    },
    {
      "epoch": 4.804252657911195,
      "grad_norm": 1.4716101080578579,
      "learning_rate": 4.452799876874208e-05,
      "loss": 0.633,
      "step": 7682
    },
    {
      "epoch": 4.804878048780488,
      "grad_norm": 1.6484574222988955,
      "learning_rate": 4.4483884542389646e-05,
      "loss": 0.6281,
      "step": 7683
    },
    {
      "epoch": 4.805503439649781,
      "grad_norm": 1.449903488979266,
      "learning_rate": 4.443978837435735e-05,
      "loss": 0.6156,
      "step": 7684
    },
    {
      "epoch": 4.806128830519074,
      "grad_norm": 1.4203351594992166,
      "learning_rate": 4.439571027219195e-05,
      "loss": 0.5699,
      "step": 7685
    },
    {
      "epoch": 4.806754221388368,
      "grad_norm": 1.7667289810134708,
      "learning_rate": 4.435165024343706e-05,
      "loss": 0.5689,
      "step": 7686
    },
    {
      "epoch": 4.807379612257661,
      "grad_norm": 1.354576064849587,
      "learning_rate": 4.430760829563327e-05,
      "loss": 0.5079,
      "step": 7687
    },
    {
      "epoch": 4.808005003126954,
      "grad_norm": 1.5089458182059803,
      "learning_rate": 4.426358443631806e-05,
      "loss": 0.5835,
      "step": 7688
    },
    {
      "epoch": 4.808630393996248,
      "grad_norm": 1.428200290182818,
      "learning_rate": 4.421957867302573e-05,
      "loss": 0.5684,
      "step": 7689
    },
    {
      "epoch": 4.809255784865541,
      "grad_norm": 1.8126328487038172,
      "learning_rate": 4.417559101328757e-05,
      "loss": 0.6761,
      "step": 7690
    },
    {
      "epoch": 4.8098811757348345,
      "grad_norm": 1.3904969568590202,
      "learning_rate": 4.413162146463176e-05,
      "loss": 0.5569,
      "step": 7691
    },
    {
      "epoch": 4.810506566604127,
      "grad_norm": 1.5631926682981954,
      "learning_rate": 4.4087670034583365e-05,
      "loss": 0.5803,
      "step": 7692
    },
    {
      "epoch": 4.811131957473421,
      "grad_norm": 1.5497176763586669,
      "learning_rate": 4.404373673066437e-05,
      "loss": 0.5869,
      "step": 7693
    },
    {
      "epoch": 4.811757348342714,
      "grad_norm": 1.6380438297072226,
      "learning_rate": 4.399982156039362e-05,
      "loss": 0.5977,
      "step": 7694
    },
    {
      "epoch": 4.8123827392120075,
      "grad_norm": 1.4903505080935908,
      "learning_rate": 4.395592453128691e-05,
      "loss": 0.6185,
      "step": 7695
    },
    {
      "epoch": 4.8130081300813,
      "grad_norm": 1.4033684592646913,
      "learning_rate": 4.391204565085686e-05,
      "loss": 0.5863,
      "step": 7696
    },
    {
      "epoch": 4.813633520950594,
      "grad_norm": 1.4791434377652906,
      "learning_rate": 4.386818492661305e-05,
      "loss": 0.6698,
      "step": 7697
    },
    {
      "epoch": 4.814258911819888,
      "grad_norm": 1.6298940125824568,
      "learning_rate": 4.382434236606191e-05,
      "loss": 0.5948,
      "step": 7698
    },
    {
      "epoch": 4.8148843026891806,
      "grad_norm": 2.3025753764774923,
      "learning_rate": 4.37805179767068e-05,
      "loss": 0.7201,
      "step": 7699
    },
    {
      "epoch": 4.815509693558474,
      "grad_norm": 1.524125110058845,
      "learning_rate": 4.373671176604792e-05,
      "loss": 0.5688,
      "step": 7700
    },
    {
      "epoch": 4.816135084427767,
      "grad_norm": 1.4494698409961797,
      "learning_rate": 4.36929237415824e-05,
      "loss": 0.5955,
      "step": 7701
    },
    {
      "epoch": 4.816760475297061,
      "grad_norm": 1.7274703503996438,
      "learning_rate": 4.364915391080425e-05,
      "loss": 0.6871,
      "step": 7702
    },
    {
      "epoch": 4.8173858661663544,
      "grad_norm": 1.578037988866718,
      "learning_rate": 4.360540228120434e-05,
      "loss": 0.6234,
      "step": 7703
    },
    {
      "epoch": 4.818011257035647,
      "grad_norm": 1.3837443839711092,
      "learning_rate": 4.3561668860270506e-05,
      "loss": 0.5727,
      "step": 7704
    },
    {
      "epoch": 4.818636647904941,
      "grad_norm": 1.573261618880458,
      "learning_rate": 4.3517953655487326e-05,
      "loss": 0.5631,
      "step": 7705
    },
    {
      "epoch": 4.819262038774234,
      "grad_norm": 1.4251745803908873,
      "learning_rate": 4.3474256674336364e-05,
      "loss": 0.6202,
      "step": 7706
    },
    {
      "epoch": 4.8198874296435275,
      "grad_norm": 1.7800167946259378,
      "learning_rate": 4.343057792429605e-05,
      "loss": 0.6688,
      "step": 7707
    },
    {
      "epoch": 4.82051282051282,
      "grad_norm": 1.497959305031797,
      "learning_rate": 4.338691741284168e-05,
      "loss": 0.6469,
      "step": 7708
    },
    {
      "epoch": 4.821138211382114,
      "grad_norm": 1.6529826623619832,
      "learning_rate": 4.3343275147445465e-05,
      "loss": 0.7056,
      "step": 7709
    },
    {
      "epoch": 4.821763602251407,
      "grad_norm": 1.5689853586811267,
      "learning_rate": 4.3299651135576426e-05,
      "loss": 0.6419,
      "step": 7710
    },
    {
      "epoch": 4.8223889931207005,
      "grad_norm": 1.8961057577078917,
      "learning_rate": 4.3256045384700515e-05,
      "loss": 0.7141,
      "step": 7711
    },
    {
      "epoch": 4.823014383989994,
      "grad_norm": 1.2749204826505904,
      "learning_rate": 4.321245790228054e-05,
      "loss": 0.5125,
      "step": 7712
    },
    {
      "epoch": 4.823639774859287,
      "grad_norm": 1.5176386760581677,
      "learning_rate": 4.316888869577618e-05,
      "loss": 0.5138,
      "step": 7713
    },
    {
      "epoch": 4.824265165728581,
      "grad_norm": 1.3670845342492992,
      "learning_rate": 4.3125337772644034e-05,
      "loss": 0.59,
      "step": 7714
    },
    {
      "epoch": 4.8248905565978735,
      "grad_norm": 1.3650424007894917,
      "learning_rate": 4.308180514033744e-05,
      "loss": 0.4934,
      "step": 7715
    },
    {
      "epoch": 4.825515947467167,
      "grad_norm": 1.498441518222342,
      "learning_rate": 4.303829080630674e-05,
      "loss": 0.4997,
      "step": 7716
    },
    {
      "epoch": 4.82614133833646,
      "grad_norm": 1.3841723041453615,
      "learning_rate": 4.29947947779991e-05,
      "loss": 0.4569,
      "step": 7717
    },
    {
      "epoch": 4.826766729205754,
      "grad_norm": 2.5862314685478243,
      "learning_rate": 4.2951317062858535e-05,
      "loss": 1.0284,
      "step": 7718
    },
    {
      "epoch": 4.8273921200750465,
      "grad_norm": 1.4518179135649016,
      "learning_rate": 4.2907857668325955e-05,
      "loss": 0.5837,
      "step": 7719
    },
    {
      "epoch": 4.82801751094434,
      "grad_norm": 1.5866003673683176,
      "learning_rate": 4.286441660183912e-05,
      "loss": 0.6499,
      "step": 7720
    },
    {
      "epoch": 4.828642901813634,
      "grad_norm": 1.6171609568388667,
      "learning_rate": 4.282099387083271e-05,
      "loss": 0.57,
      "step": 7721
    },
    {
      "epoch": 4.829268292682927,
      "grad_norm": 1.725448702693544,
      "learning_rate": 4.27775894827381e-05,
      "loss": 0.6251,
      "step": 7722
    },
    {
      "epoch": 4.82989368355222,
      "grad_norm": 1.5814087769424028,
      "learning_rate": 4.2734203444983687e-05,
      "loss": 0.583,
      "step": 7723
    },
    {
      "epoch": 4.830519074421513,
      "grad_norm": 1.427518451592513,
      "learning_rate": 4.26908357649947e-05,
      "loss": 0.5705,
      "step": 7724
    },
    {
      "epoch": 4.831144465290807,
      "grad_norm": 1.4285130258422316,
      "learning_rate": 4.264748645019317e-05,
      "loss": 0.5588,
      "step": 7725
    },
    {
      "epoch": 4.8317698561601,
      "grad_norm": 1.2807806096391754,
      "learning_rate": 4.260415550799804e-05,
      "loss": 0.5563,
      "step": 7726
    },
    {
      "epoch": 4.832395247029393,
      "grad_norm": 1.538740529943347,
      "learning_rate": 4.256084294582508e-05,
      "loss": 0.6443,
      "step": 7727
    },
    {
      "epoch": 4.833020637898686,
      "grad_norm": 1.417462910303912,
      "learning_rate": 4.251754877108693e-05,
      "loss": 0.5547,
      "step": 7728
    },
    {
      "epoch": 4.83364602876798,
      "grad_norm": 1.3212862114228048,
      "learning_rate": 4.247427299119306e-05,
      "loss": 0.5789,
      "step": 7729
    },
    {
      "epoch": 4.834271419637274,
      "grad_norm": 1.4247303479209257,
      "learning_rate": 4.243101561354983e-05,
      "loss": 0.5835,
      "step": 7730
    },
    {
      "epoch": 4.834896810506566,
      "grad_norm": 1.593766970695451,
      "learning_rate": 4.23877766455604e-05,
      "loss": 0.5947,
      "step": 7731
    },
    {
      "epoch": 4.83552220137586,
      "grad_norm": 1.497783258257176,
      "learning_rate": 4.234455609462482e-05,
      "loss": 0.641,
      "step": 7732
    },
    {
      "epoch": 4.836147592245153,
      "grad_norm": 1.477151647709173,
      "learning_rate": 4.230135396813999e-05,
      "loss": 0.5631,
      "step": 7733
    },
    {
      "epoch": 4.836772983114447,
      "grad_norm": 1.3950795662292768,
      "learning_rate": 4.2258170273499606e-05,
      "loss": 0.535,
      "step": 7734
    },
    {
      "epoch": 4.83739837398374,
      "grad_norm": 1.6225448273139687,
      "learning_rate": 4.2215005018094286e-05,
      "loss": 0.5715,
      "step": 7735
    },
    {
      "epoch": 4.838023764853033,
      "grad_norm": 1.644248730893456,
      "learning_rate": 4.217185820931142e-05,
      "loss": 0.6018,
      "step": 7736
    },
    {
      "epoch": 4.838649155722327,
      "grad_norm": 1.893260603385696,
      "learning_rate": 4.212872985453533e-05,
      "loss": 0.7144,
      "step": 7737
    },
    {
      "epoch": 4.83927454659162,
      "grad_norm": 1.660881511489128,
      "learning_rate": 4.208561996114703e-05,
      "loss": 0.6847,
      "step": 7738
    },
    {
      "epoch": 4.839899937460913,
      "grad_norm": 1.6234200015576645,
      "learning_rate": 4.2042528536524505e-05,
      "loss": 0.6184,
      "step": 7739
    },
    {
      "epoch": 4.840525328330206,
      "grad_norm": 1.4478178949186296,
      "learning_rate": 4.1999455588042554e-05,
      "loss": 0.6024,
      "step": 7740
    },
    {
      "epoch": 4.8411507191995,
      "grad_norm": 1.6547907888612423,
      "learning_rate": 4.195640112307279e-05,
      "loss": 0.6466,
      "step": 7741
    },
    {
      "epoch": 4.841776110068793,
      "grad_norm": 1.402316758895912,
      "learning_rate": 4.191336514898368e-05,
      "loss": 0.5441,
      "step": 7742
    },
    {
      "epoch": 4.842401500938086,
      "grad_norm": 1.3436584083753669,
      "learning_rate": 4.187034767314051e-05,
      "loss": 0.5208,
      "step": 7743
    },
    {
      "epoch": 4.84302689180738,
      "grad_norm": 1.7335302384592166,
      "learning_rate": 4.1827348702905436e-05,
      "loss": 0.7195,
      "step": 7744
    },
    {
      "epoch": 4.843652282676673,
      "grad_norm": 1.7375587449938596,
      "learning_rate": 4.1784368245637385e-05,
      "loss": 0.7165,
      "step": 7745
    },
    {
      "epoch": 4.8442776735459665,
      "grad_norm": 1.44014684915151,
      "learning_rate": 4.1741406308692175e-05,
      "loss": 0.5505,
      "step": 7746
    },
    {
      "epoch": 4.844903064415259,
      "grad_norm": 1.7362055184465344,
      "learning_rate": 4.169846289942241e-05,
      "loss": 0.6928,
      "step": 7747
    },
    {
      "epoch": 4.845528455284553,
      "grad_norm": 1.4136524314890413,
      "learning_rate": 4.165553802517758e-05,
      "loss": 0.5726,
      "step": 7748
    },
    {
      "epoch": 4.846153846153846,
      "grad_norm": 1.8903037550924142,
      "learning_rate": 4.161263169330397e-05,
      "loss": 0.6937,
      "step": 7749
    },
    {
      "epoch": 4.8467792370231395,
      "grad_norm": 1.4605935291773036,
      "learning_rate": 4.156974391114464e-05,
      "loss": 0.6486,
      "step": 7750
    },
    {
      "epoch": 4.847404627892432,
      "grad_norm": 1.236006304412321,
      "learning_rate": 4.152687468603952e-05,
      "loss": 0.478,
      "step": 7751
    },
    {
      "epoch": 4.848030018761726,
      "grad_norm": 1.688305029716788,
      "learning_rate": 4.148402402532543e-05,
      "loss": 0.7018,
      "step": 7752
    },
    {
      "epoch": 4.84865540963102,
      "grad_norm": 1.6766752950896642,
      "learning_rate": 4.1441191936335896e-05,
      "loss": 0.6536,
      "step": 7753
    },
    {
      "epoch": 4.8492808005003125,
      "grad_norm": 1.5146616073904737,
      "learning_rate": 4.1398378426401386e-05,
      "loss": 0.6552,
      "step": 7754
    },
    {
      "epoch": 4.849906191369606,
      "grad_norm": 1.353828873368526,
      "learning_rate": 4.1355583502849025e-05,
      "loss": 0.5016,
      "step": 7755
    },
    {
      "epoch": 4.850531582238899,
      "grad_norm": 1.4003436472205553,
      "learning_rate": 4.131280717300291e-05,
      "loss": 0.5555,
      "step": 7756
    },
    {
      "epoch": 4.851156973108193,
      "grad_norm": 1.4401958732787723,
      "learning_rate": 4.127004944418389e-05,
      "loss": 0.5238,
      "step": 7757
    },
    {
      "epoch": 4.851782363977486,
      "grad_norm": 1.5099473465181037,
      "learning_rate": 4.122731032370966e-05,
      "loss": 0.5807,
      "step": 7758
    },
    {
      "epoch": 4.852407754846779,
      "grad_norm": 1.4469389017670506,
      "learning_rate": 4.118458981889471e-05,
      "loss": 0.5766,
      "step": 7759
    },
    {
      "epoch": 4.853033145716073,
      "grad_norm": 2.2733843079362863,
      "learning_rate": 4.114188793705031e-05,
      "loss": 0.8993,
      "step": 7760
    },
    {
      "epoch": 4.853658536585366,
      "grad_norm": 1.4176394206478438,
      "learning_rate": 4.109920468548462e-05,
      "loss": 0.5824,
      "step": 7761
    },
    {
      "epoch": 4.854283927454659,
      "grad_norm": 1.5043422523932806,
      "learning_rate": 4.105654007150255e-05,
      "loss": 0.6433,
      "step": 7762
    },
    {
      "epoch": 4.854909318323952,
      "grad_norm": 1.3651735322569765,
      "learning_rate": 4.1013894102405844e-05,
      "loss": 0.4902,
      "step": 7763
    },
    {
      "epoch": 4.855534709193246,
      "grad_norm": 1.2963369942434917,
      "learning_rate": 4.0971266785493034e-05,
      "loss": 0.4348,
      "step": 7764
    },
    {
      "epoch": 4.856160100062539,
      "grad_norm": 1.6909327552800781,
      "learning_rate": 4.092865812805951e-05,
      "loss": 0.5933,
      "step": 7765
    },
    {
      "epoch": 4.856785490931832,
      "grad_norm": 1.554533652008195,
      "learning_rate": 4.088606813739742e-05,
      "loss": 0.6024,
      "step": 7766
    },
    {
      "epoch": 4.857410881801126,
      "grad_norm": 1.454722345466699,
      "learning_rate": 4.084349682079572e-05,
      "loss": 0.5608,
      "step": 7767
    },
    {
      "epoch": 4.858036272670419,
      "grad_norm": 1.4650979514523703,
      "learning_rate": 4.08009441855402e-05,
      "loss": 0.6133,
      "step": 7768
    },
    {
      "epoch": 4.858661663539713,
      "grad_norm": 1.3673440137576736,
      "learning_rate": 4.075841023891343e-05,
      "loss": 0.5262,
      "step": 7769
    },
    {
      "epoch": 4.859287054409005,
      "grad_norm": 1.756754328510705,
      "learning_rate": 4.071589498819485e-05,
      "loss": 0.6786,
      "step": 7770
    },
    {
      "epoch": 4.859912445278299,
      "grad_norm": 1.4525758334509522,
      "learning_rate": 4.067339844066051e-05,
      "loss": 0.5355,
      "step": 7771
    },
    {
      "epoch": 4.860537836147592,
      "grad_norm": 1.7388675928292672,
      "learning_rate": 4.063092060358345e-05,
      "loss": 0.6387,
      "step": 7772
    },
    {
      "epoch": 4.861163227016886,
      "grad_norm": 1.3771153743944953,
      "learning_rate": 4.058846148423347e-05,
      "loss": 0.5104,
      "step": 7773
    },
    {
      "epoch": 4.861788617886178,
      "grad_norm": 1.568670316465328,
      "learning_rate": 4.054602108987709e-05,
      "loss": 0.592,
      "step": 7774
    },
    {
      "epoch": 4.862414008755472,
      "grad_norm": 1.5522147444397685,
      "learning_rate": 4.0503599427777734e-05,
      "loss": 0.6207,
      "step": 7775
    },
    {
      "epoch": 4.863039399624766,
      "grad_norm": 1.4187270170270871,
      "learning_rate": 4.046119650519551e-05,
      "loss": 0.5878,
      "step": 7776
    },
    {
      "epoch": 4.863664790494059,
      "grad_norm": 1.5470139533691936,
      "learning_rate": 4.0418812329387416e-05,
      "loss": 0.5774,
      "step": 7777
    },
    {
      "epoch": 4.864290181363352,
      "grad_norm": 1.536653691272907,
      "learning_rate": 4.0376446907607154e-05,
      "loss": 0.6027,
      "step": 7778
    },
    {
      "epoch": 4.864915572232645,
      "grad_norm": 1.5402269399494934,
      "learning_rate": 4.033410024710529e-05,
      "loss": 0.6137,
      "step": 7779
    },
    {
      "epoch": 4.865540963101939,
      "grad_norm": 1.4452606598805389,
      "learning_rate": 4.029177235512915e-05,
      "loss": 0.6108,
      "step": 7780
    },
    {
      "epoch": 4.866166353971232,
      "grad_norm": 1.5439793912173638,
      "learning_rate": 4.024946323892284e-05,
      "loss": 0.6788,
      "step": 7781
    },
    {
      "epoch": 4.866791744840525,
      "grad_norm": 1.4061753623606534,
      "learning_rate": 4.020717290572725e-05,
      "loss": 0.5608,
      "step": 7782
    },
    {
      "epoch": 4.867417135709818,
      "grad_norm": 1.7112621494657745,
      "learning_rate": 4.016490136278008e-05,
      "loss": 0.6999,
      "step": 7783
    },
    {
      "epoch": 4.868042526579112,
      "grad_norm": 1.7814290434007847,
      "learning_rate": 4.012264861731581e-05,
      "loss": 0.6761,
      "step": 7784
    },
    {
      "epoch": 4.8686679174484055,
      "grad_norm": 1.574124306148325,
      "learning_rate": 4.008041467656565e-05,
      "loss": 0.6601,
      "step": 7785
    },
    {
      "epoch": 4.869293308317698,
      "grad_norm": 1.4869092207977042,
      "learning_rate": 4.0038199547757657e-05,
      "loss": 0.5483,
      "step": 7786
    },
    {
      "epoch": 4.869918699186992,
      "grad_norm": 1.4380930222690156,
      "learning_rate": 3.999600323811664e-05,
      "loss": 0.5434,
      "step": 7787
    },
    {
      "epoch": 4.870544090056285,
      "grad_norm": 1.8477157394357722,
      "learning_rate": 3.995382575486418e-05,
      "loss": 0.768,
      "step": 7788
    },
    {
      "epoch": 4.8711694809255786,
      "grad_norm": 1.414376667684543,
      "learning_rate": 3.991166710521867e-05,
      "loss": 0.5145,
      "step": 7789
    },
    {
      "epoch": 4.871794871794872,
      "grad_norm": 1.220079260132658,
      "learning_rate": 3.986952729639531e-05,
      "loss": 0.4766,
      "step": 7790
    },
    {
      "epoch": 4.872420262664165,
      "grad_norm": 1.456110918425442,
      "learning_rate": 3.982740633560591e-05,
      "loss": 0.6033,
      "step": 7791
    },
    {
      "epoch": 4.873045653533459,
      "grad_norm": 1.445317747409294,
      "learning_rate": 3.978530423005924e-05,
      "loss": 0.5667,
      "step": 7792
    },
    {
      "epoch": 4.873671044402752,
      "grad_norm": 1.7872385387522793,
      "learning_rate": 3.9743220986960734e-05,
      "loss": 0.6826,
      "step": 7793
    },
    {
      "epoch": 4.874296435272045,
      "grad_norm": 1.5121868880657838,
      "learning_rate": 3.970115661351267e-05,
      "loss": 0.6105,
      "step": 7794
    },
    {
      "epoch": 4.874921826141338,
      "grad_norm": 1.3818236892314197,
      "learning_rate": 3.965911111691404e-05,
      "loss": 0.5473,
      "step": 7795
    },
    {
      "epoch": 4.875547217010632,
      "grad_norm": 1.6782807330125642,
      "learning_rate": 3.961708450436063e-05,
      "loss": 0.6813,
      "step": 7796
    },
    {
      "epoch": 4.876172607879925,
      "grad_norm": 1.374417297600393,
      "learning_rate": 3.957507678304501e-05,
      "loss": 0.5601,
      "step": 7797
    },
    {
      "epoch": 4.876797998749218,
      "grad_norm": 1.6631027382096497,
      "learning_rate": 3.953308796015647e-05,
      "loss": 0.6682,
      "step": 7798
    },
    {
      "epoch": 4.877423389618512,
      "grad_norm": 1.432924068258786,
      "learning_rate": 3.9491118042881105e-05,
      "loss": 0.5092,
      "step": 7799
    },
    {
      "epoch": 4.878048780487805,
      "grad_norm": 1.5379940065848952,
      "learning_rate": 3.944916703840177e-05,
      "loss": 0.6077,
      "step": 7800
    },
    {
      "epoch": 4.8786741713570985,
      "grad_norm": 1.4070538893829858,
      "learning_rate": 3.940723495389806e-05,
      "loss": 0.5637,
      "step": 7801
    },
    {
      "epoch": 4.879299562226391,
      "grad_norm": 1.3383613818176248,
      "learning_rate": 3.93653217965464e-05,
      "loss": 0.5325,
      "step": 7802
    },
    {
      "epoch": 4.879924953095685,
      "grad_norm": 1.5479428992039643,
      "learning_rate": 3.932342757351985e-05,
      "loss": 0.5492,
      "step": 7803
    },
    {
      "epoch": 4.880550343964978,
      "grad_norm": 1.7817654304704003,
      "learning_rate": 3.928155229198833e-05,
      "loss": 0.8084,
      "step": 7804
    },
    {
      "epoch": 4.8811757348342715,
      "grad_norm": 1.2643440660288052,
      "learning_rate": 3.92396959591185e-05,
      "loss": 0.5658,
      "step": 7805
    },
    {
      "epoch": 4.881801125703564,
      "grad_norm": 1.4724432026704015,
      "learning_rate": 3.919785858207374e-05,
      "loss": 0.5512,
      "step": 7806
    },
    {
      "epoch": 4.882426516572858,
      "grad_norm": 1.6016083216835046,
      "learning_rate": 3.915604016801427e-05,
      "loss": 0.6535,
      "step": 7807
    },
    {
      "epoch": 4.883051907442152,
      "grad_norm": 1.303661588579875,
      "learning_rate": 3.9114240724096966e-05,
      "loss": 0.5381,
      "step": 7808
    },
    {
      "epoch": 4.8836772983114445,
      "grad_norm": 1.716782558795397,
      "learning_rate": 3.907246025747552e-05,
      "loss": 0.7476,
      "step": 7809
    },
    {
      "epoch": 4.884302689180738,
      "grad_norm": 1.7494207604304681,
      "learning_rate": 3.9030698775300336e-05,
      "loss": 0.7195,
      "step": 7810
    },
    {
      "epoch": 4.884928080050031,
      "grad_norm": 2.8088136444896468,
      "learning_rate": 3.8988956284718614e-05,
      "loss": 0.5574,
      "step": 7811
    },
    {
      "epoch": 4.885553470919325,
      "grad_norm": 1.4222330042107856,
      "learning_rate": 3.894723279287426e-05,
      "loss": 0.6309,
      "step": 7812
    },
    {
      "epoch": 4.886178861788618,
      "grad_norm": 1.6367694887755306,
      "learning_rate": 3.890552830690796e-05,
      "loss": 0.635,
      "step": 7813
    },
    {
      "epoch": 4.886804252657911,
      "grad_norm": 1.516638052635757,
      "learning_rate": 3.8863842833957144e-05,
      "loss": 0.5959,
      "step": 7814
    },
    {
      "epoch": 4.887429643527205,
      "grad_norm": 1.4125003543883243,
      "learning_rate": 3.882217638115596e-05,
      "loss": 0.5816,
      "step": 7815
    },
    {
      "epoch": 4.888055034396498,
      "grad_norm": 1.6769156670336505,
      "learning_rate": 3.878052895563531e-05,
      "loss": 0.7024,
      "step": 7816
    },
    {
      "epoch": 4.888680425265791,
      "grad_norm": 1.263915144373971,
      "learning_rate": 3.8738900564522885e-05,
      "loss": 0.5276,
      "step": 7817
    },
    {
      "epoch": 4.889305816135084,
      "grad_norm": 1.8777602457823876,
      "learning_rate": 3.869729121494307e-05,
      "loss": 0.6776,
      "step": 7818
    },
    {
      "epoch": 4.889931207004378,
      "grad_norm": 1.9337919870214415,
      "learning_rate": 3.865570091401703e-05,
      "loss": 0.7524,
      "step": 7819
    },
    {
      "epoch": 4.890556597873671,
      "grad_norm": 1.535159364595142,
      "learning_rate": 3.861412966886258e-05,
      "loss": 0.5712,
      "step": 7820
    },
    {
      "epoch": 4.891181988742964,
      "grad_norm": 1.597599575240909,
      "learning_rate": 3.857257748659437e-05,
      "loss": 0.6544,
      "step": 7821
    },
    {
      "epoch": 4.891807379612258,
      "grad_norm": 1.5856302134500528,
      "learning_rate": 3.8531044374323756e-05,
      "loss": 0.6424,
      "step": 7822
    },
    {
      "epoch": 4.892432770481551,
      "grad_norm": 1.7612858529544195,
      "learning_rate": 3.8489530339158836e-05,
      "loss": 0.695,
      "step": 7823
    },
    {
      "epoch": 4.893058161350845,
      "grad_norm": 1.4766932645753768,
      "learning_rate": 3.844803538820441e-05,
      "loss": 0.6507,
      "step": 7824
    },
    {
      "epoch": 4.893683552220137,
      "grad_norm": 1.3790785822218141,
      "learning_rate": 3.840655952856214e-05,
      "loss": 0.5375,
      "step": 7825
    },
    {
      "epoch": 4.894308943089431,
      "grad_norm": 1.3398441772102363,
      "learning_rate": 3.8365102767330164e-05,
      "loss": 0.5244,
      "step": 7826
    },
    {
      "epoch": 4.894934333958724,
      "grad_norm": 1.4854045755985086,
      "learning_rate": 3.83236651116036e-05,
      "loss": 0.6538,
      "step": 7827
    },
    {
      "epoch": 4.895559724828018,
      "grad_norm": 1.2922911099398242,
      "learning_rate": 3.828224656847418e-05,
      "loss": 0.4855,
      "step": 7828
    },
    {
      "epoch": 4.89618511569731,
      "grad_norm": 1.9821984318881716,
      "learning_rate": 3.824084714503039e-05,
      "loss": 0.8295,
      "step": 7829
    },
    {
      "epoch": 4.896810506566604,
      "grad_norm": 1.666072507670557,
      "learning_rate": 3.819946684835745e-05,
      "loss": 0.6492,
      "step": 7830
    },
    {
      "epoch": 4.897435897435898,
      "grad_norm": 1.5636117484640109,
      "learning_rate": 3.815810568553732e-05,
      "loss": 0.6272,
      "step": 7831
    },
    {
      "epoch": 4.898061288305191,
      "grad_norm": 1.433070957571631,
      "learning_rate": 3.8116763663648606e-05,
      "loss": 0.4894,
      "step": 7832
    },
    {
      "epoch": 4.898686679174484,
      "grad_norm": 1.6278244864411864,
      "learning_rate": 3.807544078976674e-05,
      "loss": 0.6383,
      "step": 7833
    },
    {
      "epoch": 4.899312070043777,
      "grad_norm": 1.3217172941110935,
      "learning_rate": 3.803413707096383e-05,
      "loss": 0.5252,
      "step": 7834
    },
    {
      "epoch": 4.899937460913071,
      "grad_norm": 1.4632099984553,
      "learning_rate": 3.799285251430872e-05,
      "loss": 0.5726,
      "step": 7835
    },
    {
      "epoch": 4.900562851782364,
      "grad_norm": 1.729413832128889,
      "learning_rate": 3.795158712686693e-05,
      "loss": 0.657,
      "step": 7836
    },
    {
      "epoch": 4.901188242651657,
      "grad_norm": 1.3633967333189938,
      "learning_rate": 3.791034091570072e-05,
      "loss": 0.5589,
      "step": 7837
    },
    {
      "epoch": 4.90181363352095,
      "grad_norm": 1.5028110194853606,
      "learning_rate": 3.786911388786913e-05,
      "loss": 0.5322,
      "step": 7838
    },
    {
      "epoch": 4.902439024390244,
      "grad_norm": 1.3969009564446613,
      "learning_rate": 3.782790605042782e-05,
      "loss": 0.568,
      "step": 7839
    },
    {
      "epoch": 4.9030644152595375,
      "grad_norm": 1.4533030574101278,
      "learning_rate": 3.778671741042927e-05,
      "loss": 0.5582,
      "step": 7840
    },
    {
      "epoch": 4.90368980612883,
      "grad_norm": 1.5997500123412198,
      "learning_rate": 3.774554797492258e-05,
      "loss": 0.6469,
      "step": 7841
    },
    {
      "epoch": 4.904315196998124,
      "grad_norm": 1.4188457276341493,
      "learning_rate": 3.770439775095359e-05,
      "loss": 0.5352,
      "step": 7842
    },
    {
      "epoch": 4.904940587867417,
      "grad_norm": 1.2808007809894189,
      "learning_rate": 3.766326674556489e-05,
      "loss": 0.5582,
      "step": 7843
    },
    {
      "epoch": 4.9055659787367105,
      "grad_norm": 1.1772440723787654,
      "learning_rate": 3.762215496579574e-05,
      "loss": 0.4641,
      "step": 7844
    },
    {
      "epoch": 4.906191369606004,
      "grad_norm": 1.6778596849328218,
      "learning_rate": 3.758106241868213e-05,
      "loss": 0.7083,
      "step": 7845
    },
    {
      "epoch": 4.906816760475297,
      "grad_norm": 1.5139223299458358,
      "learning_rate": 3.7539989111256754e-05,
      "loss": 0.5742,
      "step": 7846
    },
    {
      "epoch": 4.907442151344591,
      "grad_norm": 1.717494786607737,
      "learning_rate": 3.7498935050549026e-05,
      "loss": 0.6498,
      "step": 7847
    },
    {
      "epoch": 4.9080675422138835,
      "grad_norm": 1.3399612365418008,
      "learning_rate": 3.745790024358501e-05,
      "loss": 0.5356,
      "step": 7848
    },
    {
      "epoch": 4.908692933083177,
      "grad_norm": 1.6736261154240406,
      "learning_rate": 3.741688469738754e-05,
      "loss": 0.5701,
      "step": 7849
    },
    {
      "epoch": 4.90931832395247,
      "grad_norm": 1.397683008679029,
      "learning_rate": 3.737588841897615e-05,
      "loss": 0.5502,
      "step": 7850
    },
    {
      "epoch": 4.909943714821764,
      "grad_norm": 1.3725259873404765,
      "learning_rate": 3.733491141536707e-05,
      "loss": 0.5534,
      "step": 7851
    },
    {
      "epoch": 4.9105691056910565,
      "grad_norm": 1.5325459032970872,
      "learning_rate": 3.729395369357314e-05,
      "loss": 0.572,
      "step": 7852
    },
    {
      "epoch": 4.91119449656035,
      "grad_norm": 1.4937902886549332,
      "learning_rate": 3.725301526060402e-05,
      "loss": 0.6177,
      "step": 7853
    },
    {
      "epoch": 4.911819887429644,
      "grad_norm": 1.2992832469954243,
      "learning_rate": 3.721209612346605e-05,
      "loss": 0.5559,
      "step": 7854
    },
    {
      "epoch": 4.912445278298937,
      "grad_norm": 1.4790765022036552,
      "learning_rate": 3.71711962891622e-05,
      "loss": 0.5511,
      "step": 7855
    },
    {
      "epoch": 4.91307066916823,
      "grad_norm": 1.5740902425474201,
      "learning_rate": 3.713031576469222e-05,
      "loss": 0.5562,
      "step": 7856
    },
    {
      "epoch": 4.913696060037523,
      "grad_norm": 1.5151117749528058,
      "learning_rate": 3.70894545570525e-05,
      "loss": 0.6094,
      "step": 7857
    },
    {
      "epoch": 4.914321450906817,
      "grad_norm": 1.3201517399617833,
      "learning_rate": 3.704861267323613e-05,
      "loss": 0.5068,
      "step": 7858
    },
    {
      "epoch": 4.91494684177611,
      "grad_norm": 1.3516461039571688,
      "learning_rate": 3.700779012023292e-05,
      "loss": 0.4417,
      "step": 7859
    },
    {
      "epoch": 4.915572232645403,
      "grad_norm": 1.4150241153986274,
      "learning_rate": 3.696698690502941e-05,
      "loss": 0.5652,
      "step": 7860
    },
    {
      "epoch": 4.916197623514696,
      "grad_norm": 1.2152903767149472,
      "learning_rate": 3.692620303460866e-05,
      "loss": 0.4674,
      "step": 7861
    },
    {
      "epoch": 4.91682301438399,
      "grad_norm": 1.5434596007148442,
      "learning_rate": 3.6885438515950585e-05,
      "loss": 0.5658,
      "step": 7862
    },
    {
      "epoch": 4.917448405253284,
      "grad_norm": 1.767782274088405,
      "learning_rate": 3.6844693356031736e-05,
      "loss": 0.6958,
      "step": 7863
    },
    {
      "epoch": 4.9180737961225764,
      "grad_norm": 1.4669367784224017,
      "learning_rate": 3.680396756182537e-05,
      "loss": 0.5997,
      "step": 7864
    },
    {
      "epoch": 4.91869918699187,
      "grad_norm": 1.681017530033896,
      "learning_rate": 3.67632611403014e-05,
      "loss": 0.61,
      "step": 7865
    },
    {
      "epoch": 4.919324577861163,
      "grad_norm": 1.499578837619253,
      "learning_rate": 3.672257409842643e-05,
      "loss": 0.5458,
      "step": 7866
    },
    {
      "epoch": 4.919949968730457,
      "grad_norm": 1.3018357192795726,
      "learning_rate": 3.668190644316376e-05,
      "loss": 0.5604,
      "step": 7867
    },
    {
      "epoch": 4.92057535959975,
      "grad_norm": 1.5727769824343638,
      "learning_rate": 3.664125818147342e-05,
      "loss": 0.5643,
      "step": 7868
    },
    {
      "epoch": 4.921200750469043,
      "grad_norm": 1.6031900646197503,
      "learning_rate": 3.660062932031194e-05,
      "loss": 0.6113,
      "step": 7869
    },
    {
      "epoch": 4.921826141338337,
      "grad_norm": 1.8632452452441572,
      "learning_rate": 3.6560019866632755e-05,
      "loss": 0.6894,
      "step": 7870
    },
    {
      "epoch": 4.92245153220763,
      "grad_norm": 1.4948072158017867,
      "learning_rate": 3.651942982738583e-05,
      "loss": 0.5042,
      "step": 7871
    },
    {
      "epoch": 4.923076923076923,
      "grad_norm": 1.697334522585945,
      "learning_rate": 3.64788592095179e-05,
      "loss": 0.6567,
      "step": 7872
    },
    {
      "epoch": 4.923702313946216,
      "grad_norm": 1.4583616265603663,
      "learning_rate": 3.643830801997228e-05,
      "loss": 0.5624,
      "step": 7873
    },
    {
      "epoch": 4.92432770481551,
      "grad_norm": 1.3374616049722143,
      "learning_rate": 3.639777626568906e-05,
      "loss": 0.5352,
      "step": 7874
    },
    {
      "epoch": 4.924953095684803,
      "grad_norm": 1.4106426632414628,
      "learning_rate": 3.635726395360494e-05,
      "loss": 0.6015,
      "step": 7875
    },
    {
      "epoch": 4.925578486554096,
      "grad_norm": 1.6533894965192177,
      "learning_rate": 3.631677109065331e-05,
      "loss": 0.603,
      "step": 7876
    },
    {
      "epoch": 4.92620387742339,
      "grad_norm": 1.6786480833158055,
      "learning_rate": 3.6276297683764225e-05,
      "loss": 0.6556,
      "step": 7877
    },
    {
      "epoch": 4.926829268292683,
      "grad_norm": 1.6814362870059683,
      "learning_rate": 3.623584373986443e-05,
      "loss": 0.6214,
      "step": 7878
    },
    {
      "epoch": 4.927454659161977,
      "grad_norm": 1.5083942955310883,
      "learning_rate": 3.619540926587729e-05,
      "loss": 0.659,
      "step": 7879
    },
    {
      "epoch": 4.928080050031269,
      "grad_norm": 1.416294223657816,
      "learning_rate": 3.615499426872292e-05,
      "loss": 0.5361,
      "step": 7880
    },
    {
      "epoch": 4.928705440900563,
      "grad_norm": 1.6502810912959416,
      "learning_rate": 3.611459875531804e-05,
      "loss": 0.6616,
      "step": 7881
    },
    {
      "epoch": 4.929330831769856,
      "grad_norm": 1.4330741784916035,
      "learning_rate": 3.607422273257603e-05,
      "loss": 0.5753,
      "step": 7882
    },
    {
      "epoch": 4.92995622263915,
      "grad_norm": 1.825442931792086,
      "learning_rate": 3.603386620740696e-05,
      "loss": 0.704,
      "step": 7883
    },
    {
      "epoch": 4.930581613508442,
      "grad_norm": 1.392750614984246,
      "learning_rate": 3.599352918671763e-05,
      "loss": 0.6183,
      "step": 7884
    },
    {
      "epoch": 4.931207004377736,
      "grad_norm": 1.4045879110461779,
      "learning_rate": 3.59532116774113e-05,
      "loss": 0.6163,
      "step": 7885
    },
    {
      "epoch": 4.93183239524703,
      "grad_norm": 1.3869248982944675,
      "learning_rate": 3.591291368638808e-05,
      "loss": 0.4663,
      "step": 7886
    },
    {
      "epoch": 4.932457786116323,
      "grad_norm": 1.4938676039457308,
      "learning_rate": 3.58726352205447e-05,
      "loss": 0.626,
      "step": 7887
    },
    {
      "epoch": 4.933083176985616,
      "grad_norm": 1.3442212782983731,
      "learning_rate": 3.58323762867745e-05,
      "loss": 0.5843,
      "step": 7888
    },
    {
      "epoch": 4.933708567854909,
      "grad_norm": 1.6497522634916266,
      "learning_rate": 3.579213689196753e-05,
      "loss": 0.6057,
      "step": 7889
    },
    {
      "epoch": 4.934333958724203,
      "grad_norm": 1.9132106857759474,
      "learning_rate": 3.575191704301046e-05,
      "loss": 0.7137,
      "step": 7890
    },
    {
      "epoch": 4.934959349593496,
      "grad_norm": 1.5486647340404633,
      "learning_rate": 3.571171674678661e-05,
      "loss": 0.6338,
      "step": 7891
    },
    {
      "epoch": 4.935584740462789,
      "grad_norm": 1.3457200202580841,
      "learning_rate": 3.5671536010176e-05,
      "loss": 0.4997,
      "step": 7892
    },
    {
      "epoch": 4.936210131332082,
      "grad_norm": 1.5249861633107407,
      "learning_rate": 3.563137484005524e-05,
      "loss": 0.5307,
      "step": 7893
    },
    {
      "epoch": 4.936835522201376,
      "grad_norm": 1.600123460055391,
      "learning_rate": 3.5591233243297654e-05,
      "loss": 0.5965,
      "step": 7894
    },
    {
      "epoch": 4.9374609130706695,
      "grad_norm": 1.6753221275751269,
      "learning_rate": 3.555111122677321e-05,
      "loss": 0.7032,
      "step": 7895
    },
    {
      "epoch": 4.938086303939962,
      "grad_norm": 1.7788894825914043,
      "learning_rate": 3.551100879734844e-05,
      "loss": 0.6301,
      "step": 7896
    },
    {
      "epoch": 4.938711694809256,
      "grad_norm": 1.4724723321320898,
      "learning_rate": 3.5470925961886584e-05,
      "loss": 0.5265,
      "step": 7897
    },
    {
      "epoch": 4.939337085678549,
      "grad_norm": 1.3064907179027012,
      "learning_rate": 3.543086272724757e-05,
      "loss": 0.4742,
      "step": 7898
    },
    {
      "epoch": 4.9399624765478425,
      "grad_norm": 1.403527367038631,
      "learning_rate": 3.539081910028791e-05,
      "loss": 0.5283,
      "step": 7899
    },
    {
      "epoch": 4.940587867417136,
      "grad_norm": 1.5564500172212508,
      "learning_rate": 3.535079508786078e-05,
      "loss": 0.6238,
      "step": 7900
    },
    {
      "epoch": 4.941213258286429,
      "grad_norm": 1.8277563298916262,
      "learning_rate": 3.531079069681606e-05,
      "loss": 0.6947,
      "step": 7901
    },
    {
      "epoch": 4.941838649155723,
      "grad_norm": 1.679154006073778,
      "learning_rate": 3.527080593400011e-05,
      "loss": 0.6063,
      "step": 7902
    },
    {
      "epoch": 4.9424640400250155,
      "grad_norm": 1.5145565416033833,
      "learning_rate": 3.52308408062561e-05,
      "loss": 0.5587,
      "step": 7903
    },
    {
      "epoch": 4.943089430894309,
      "grad_norm": 1.3767940561236969,
      "learning_rate": 3.5190895320423736e-05,
      "loss": 0.5359,
      "step": 7904
    },
    {
      "epoch": 4.943714821763602,
      "grad_norm": 1.5940743458437199,
      "learning_rate": 3.5150969483339434e-05,
      "loss": 0.5888,
      "step": 7905
    },
    {
      "epoch": 4.944340212632896,
      "grad_norm": 1.3835756641467758,
      "learning_rate": 3.5111063301836175e-05,
      "loss": 0.542,
      "step": 7906
    },
    {
      "epoch": 4.9449656035021885,
      "grad_norm": 1.4017748168716553,
      "learning_rate": 3.5071176782743646e-05,
      "loss": 0.5684,
      "step": 7907
    },
    {
      "epoch": 4.945590994371482,
      "grad_norm": 1.5791402021036445,
      "learning_rate": 3.503130993288813e-05,
      "loss": 0.6102,
      "step": 7908
    },
    {
      "epoch": 4.946216385240776,
      "grad_norm": 1.3560456373856047,
      "learning_rate": 3.4991462759092545e-05,
      "loss": 0.5285,
      "step": 7909
    },
    {
      "epoch": 4.946841776110069,
      "grad_norm": 1.963355358538892,
      "learning_rate": 3.495163526817643e-05,
      "loss": 0.7392,
      "step": 7910
    },
    {
      "epoch": 4.947467166979362,
      "grad_norm": 1.4075935118325178,
      "learning_rate": 3.491182746695601e-05,
      "loss": 0.5566,
      "step": 7911
    },
    {
      "epoch": 4.948092557848655,
      "grad_norm": 1.466507696952796,
      "learning_rate": 3.487203936224406e-05,
      "loss": 0.5301,
      "step": 7912
    },
    {
      "epoch": 4.948717948717949,
      "grad_norm": 1.2586136862005834,
      "learning_rate": 3.483227096085006e-05,
      "loss": 0.4621,
      "step": 7913
    },
    {
      "epoch": 4.949343339587242,
      "grad_norm": 1.589683320606277,
      "learning_rate": 3.4792522269580077e-05,
      "loss": 0.537,
      "step": 7914
    },
    {
      "epoch": 4.949968730456535,
      "grad_norm": 1.5098956067567026,
      "learning_rate": 3.4752793295236794e-05,
      "loss": 0.5889,
      "step": 7915
    },
    {
      "epoch": 4.950594121325828,
      "grad_norm": 1.4119026408492132,
      "learning_rate": 3.4713084044619555e-05,
      "loss": 0.5373,
      "step": 7916
    },
    {
      "epoch": 4.951219512195122,
      "grad_norm": 1.3872052923728406,
      "learning_rate": 3.467339452452436e-05,
      "loss": 0.5155,
      "step": 7917
    },
    {
      "epoch": 4.951844903064416,
      "grad_norm": 1.961899096502528,
      "learning_rate": 3.463372474174367e-05,
      "loss": 0.7228,
      "step": 7918
    },
    {
      "epoch": 4.952470293933708,
      "grad_norm": 1.5647671793213476,
      "learning_rate": 3.459407470306676e-05,
      "loss": 0.5786,
      "step": 7919
    },
    {
      "epoch": 4.953095684803002,
      "grad_norm": 1.601772689264084,
      "learning_rate": 3.4554444415279406e-05,
      "loss": 0.582,
      "step": 7920
    },
    {
      "epoch": 4.953721075672295,
      "grad_norm": 2.0330159986285294,
      "learning_rate": 3.451483388516409e-05,
      "loss": 0.7622,
      "step": 7921
    },
    {
      "epoch": 4.954346466541589,
      "grad_norm": 1.3780310528117634,
      "learning_rate": 3.4475243119499844e-05,
      "loss": 0.5355,
      "step": 7922
    },
    {
      "epoch": 4.954971857410881,
      "grad_norm": 1.4789404212674135,
      "learning_rate": 3.4435672125062324e-05,
      "loss": 0.5385,
      "step": 7923
    },
    {
      "epoch": 4.955597248280175,
      "grad_norm": 1.3962504486412473,
      "learning_rate": 3.439612090862386e-05,
      "loss": 0.5712,
      "step": 7924
    },
    {
      "epoch": 4.956222639149468,
      "grad_norm": 1.4976356724486124,
      "learning_rate": 3.4356589476953315e-05,
      "loss": 0.5703,
      "step": 7925
    },
    {
      "epoch": 4.956848030018762,
      "grad_norm": 1.514048853762349,
      "learning_rate": 3.4317077836816254e-05,
      "loss": 0.5258,
      "step": 7926
    },
    {
      "epoch": 4.957473420888055,
      "grad_norm": 1.46238671738383,
      "learning_rate": 3.427758599497476e-05,
      "loss": 0.5517,
      "step": 7927
    },
    {
      "epoch": 4.958098811757348,
      "grad_norm": 1.8603116757286957,
      "learning_rate": 3.423811395818761e-05,
      "loss": 0.719,
      "step": 7928
    },
    {
      "epoch": 4.958724202626642,
      "grad_norm": 1.4178832037076994,
      "learning_rate": 3.419866173321014e-05,
      "loss": 0.5102,
      "step": 7929
    },
    {
      "epoch": 4.959349593495935,
      "grad_norm": 1.4735864425537446,
      "learning_rate": 3.415922932679433e-05,
      "loss": 0.5555,
      "step": 7930
    },
    {
      "epoch": 4.959974984365228,
      "grad_norm": 1.5146406503856533,
      "learning_rate": 3.4119816745688764e-05,
      "loss": 0.5283,
      "step": 7931
    },
    {
      "epoch": 4.960600375234522,
      "grad_norm": 1.7502143936131311,
      "learning_rate": 3.408042399663857e-05,
      "loss": 0.614,
      "step": 7932
    },
    {
      "epoch": 4.961225766103815,
      "grad_norm": 1.3921879781682407,
      "learning_rate": 3.404105108638556e-05,
      "loss": 0.5407,
      "step": 7933
    },
    {
      "epoch": 4.9618511569731085,
      "grad_norm": 1.4234250497145007,
      "learning_rate": 3.4001698021668104e-05,
      "loss": 0.5023,
      "step": 7934
    },
    {
      "epoch": 4.962476547842401,
      "grad_norm": 1.5979598704659412,
      "learning_rate": 3.3962364809221234e-05,
      "loss": 0.6865,
      "step": 7935
    },
    {
      "epoch": 4.963101938711695,
      "grad_norm": 1.5063705580909155,
      "learning_rate": 3.392305145577655e-05,
      "loss": 0.561,
      "step": 7936
    },
    {
      "epoch": 4.963727329580988,
      "grad_norm": 1.2557551757993035,
      "learning_rate": 3.388375796806218e-05,
      "loss": 0.4926,
      "step": 7937
    },
    {
      "epoch": 4.9643527204502815,
      "grad_norm": 1.4126480867206634,
      "learning_rate": 3.384448435280297e-05,
      "loss": 0.5167,
      "step": 7938
    },
    {
      "epoch": 4.964978111319574,
      "grad_norm": 1.3732919059429167,
      "learning_rate": 3.3805230616720306e-05,
      "loss": 0.4946,
      "step": 7939
    },
    {
      "epoch": 4.965603502188868,
      "grad_norm": 1.5385234934534546,
      "learning_rate": 3.376599676653217e-05,
      "loss": 0.6403,
      "step": 7940
    },
    {
      "epoch": 4.966228893058162,
      "grad_norm": 1.3868593180854452,
      "learning_rate": 3.372678280895318e-05,
      "loss": 0.5382,
      "step": 7941
    },
    {
      "epoch": 4.9668542839274545,
      "grad_norm": 1.4727694483743095,
      "learning_rate": 3.3687588750694496e-05,
      "loss": 0.536,
      "step": 7942
    },
    {
      "epoch": 4.967479674796748,
      "grad_norm": 1.5934479842339566,
      "learning_rate": 3.3648414598463905e-05,
      "loss": 0.5827,
      "step": 7943
    },
    {
      "epoch": 4.968105065666041,
      "grad_norm": 1.424362952225823,
      "learning_rate": 3.360926035896579e-05,
      "loss": 0.5358,
      "step": 7944
    },
    {
      "epoch": 4.968730456535335,
      "grad_norm": 1.8764657930550988,
      "learning_rate": 3.3570126038901096e-05,
      "loss": 0.7099,
      "step": 7945
    },
    {
      "epoch": 4.9693558474046275,
      "grad_norm": 1.3861857868757088,
      "learning_rate": 3.35310116449674e-05,
      "loss": 0.4927,
      "step": 7946
    },
    {
      "epoch": 4.969981238273921,
      "grad_norm": 1.4573927181309454,
      "learning_rate": 3.3491917183858825e-05,
      "loss": 0.5932,
      "step": 7947
    },
    {
      "epoch": 4.970606629143214,
      "grad_norm": 1.6577713133118561,
      "learning_rate": 3.345284266226614e-05,
      "loss": 0.6456,
      "step": 7948
    },
    {
      "epoch": 4.971232020012508,
      "grad_norm": 1.3260031008296758,
      "learning_rate": 3.341378808687663e-05,
      "loss": 0.5129,
      "step": 7949
    },
    {
      "epoch": 4.971857410881801,
      "grad_norm": 1.7258357561029438,
      "learning_rate": 3.3374753464374256e-05,
      "loss": 0.6627,
      "step": 7950
    },
    {
      "epoch": 4.972482801751094,
      "grad_norm": 1.504677196184896,
      "learning_rate": 3.333573880143943e-05,
      "loss": 0.5872,
      "step": 7951
    },
    {
      "epoch": 4.973108192620388,
      "grad_norm": 1.5577930322170437,
      "learning_rate": 3.329674410474929e-05,
      "loss": 0.5832,
      "step": 7952
    },
    {
      "epoch": 4.973733583489681,
      "grad_norm": 1.626424687260206,
      "learning_rate": 3.325776938097747e-05,
      "loss": 0.613,
      "step": 7953
    },
    {
      "epoch": 4.9743589743589745,
      "grad_norm": 1.7198416445875466,
      "learning_rate": 3.3218814636794226e-05,
      "loss": 0.6363,
      "step": 7954
    },
    {
      "epoch": 4.974984365228268,
      "grad_norm": 1.3510731695544007,
      "learning_rate": 3.317987987886637e-05,
      "loss": 0.5157,
      "step": 7955
    },
    {
      "epoch": 4.975609756097561,
      "grad_norm": 1.5803420289943393,
      "learning_rate": 3.314096511385731e-05,
      "loss": 0.6072,
      "step": 7956
    },
    {
      "epoch": 4.976235146966855,
      "grad_norm": 1.4863032293029133,
      "learning_rate": 3.310207034842703e-05,
      "loss": 0.5664,
      "step": 7957
    },
    {
      "epoch": 4.9768605378361475,
      "grad_norm": 1.3556372748384637,
      "learning_rate": 3.3063195589232085e-05,
      "loss": 0.5064,
      "step": 7958
    },
    {
      "epoch": 4.977485928705441,
      "grad_norm": 1.5501031120938864,
      "learning_rate": 3.30243408429256e-05,
      "loss": 0.5172,
      "step": 7959
    },
    {
      "epoch": 4.978111319574734,
      "grad_norm": 1.5604032372576988,
      "learning_rate": 3.2985506116157315e-05,
      "loss": 0.6301,
      "step": 7960
    },
    {
      "epoch": 4.978736710444028,
      "grad_norm": 1.6653476737527526,
      "learning_rate": 3.294669141557347e-05,
      "loss": 0.618,
      "step": 7961
    },
    {
      "epoch": 4.9793621013133205,
      "grad_norm": 1.393172125217518,
      "learning_rate": 3.2907896747816955e-05,
      "loss": 0.5348,
      "step": 7962
    },
    {
      "epoch": 4.979987492182614,
      "grad_norm": 1.6548187324459667,
      "learning_rate": 3.286912211952718e-05,
      "loss": 0.5573,
      "step": 7963
    },
    {
      "epoch": 4.980612883051908,
      "grad_norm": 1.5253568861566316,
      "learning_rate": 3.2830367537340124e-05,
      "loss": 0.5787,
      "step": 7964
    },
    {
      "epoch": 4.981238273921201,
      "grad_norm": 1.303066682114296,
      "learning_rate": 3.2791633007888394e-05,
      "loss": 0.5527,
      "step": 7965
    },
    {
      "epoch": 4.981863664790494,
      "grad_norm": 1.9062197896673847,
      "learning_rate": 3.275291853780114e-05,
      "loss": 0.7214,
      "step": 7966
    },
    {
      "epoch": 4.982489055659787,
      "grad_norm": 1.6768643083344401,
      "learning_rate": 3.2714224133704e-05,
      "loss": 0.613,
      "step": 7967
    },
    {
      "epoch": 4.983114446529081,
      "grad_norm": 1.4692133621874244,
      "learning_rate": 3.267554980221925e-05,
      "loss": 0.5578,
      "step": 7968
    },
    {
      "epoch": 4.983739837398374,
      "grad_norm": 1.7334517408348797,
      "learning_rate": 3.263689554996576e-05,
      "loss": 0.6141,
      "step": 7969
    },
    {
      "epoch": 4.984365228267667,
      "grad_norm": 1.4340056501436622,
      "learning_rate": 3.25982613835589e-05,
      "loss": 0.5716,
      "step": 7970
    },
    {
      "epoch": 4.98499061913696,
      "grad_norm": 1.689532018612177,
      "learning_rate": 3.255964730961068e-05,
      "loss": 0.5824,
      "step": 7971
    },
    {
      "epoch": 4.985616010006254,
      "grad_norm": 1.6106884303350901,
      "learning_rate": 3.252105333472953e-05,
      "loss": 0.6432,
      "step": 7972
    },
    {
      "epoch": 4.986241400875548,
      "grad_norm": 1.4879484218344834,
      "learning_rate": 3.248247946552058e-05,
      "loss": 0.5651,
      "step": 7973
    },
    {
      "epoch": 4.98686679174484,
      "grad_norm": 1.655214609697978,
      "learning_rate": 3.2443925708585464e-05,
      "loss": 0.7157,
      "step": 7974
    },
    {
      "epoch": 4.987492182614134,
      "grad_norm": 1.5589025877500553,
      "learning_rate": 3.2405392070522375e-05,
      "loss": 0.5721,
      "step": 7975
    },
    {
      "epoch": 4.988117573483427,
      "grad_norm": 1.4658642243599291,
      "learning_rate": 3.2366878557926064e-05,
      "loss": 0.5636,
      "step": 7976
    },
    {
      "epoch": 4.988742964352721,
      "grad_norm": 1.4860219353934492,
      "learning_rate": 3.2328385177387855e-05,
      "loss": 0.5931,
      "step": 7977
    },
    {
      "epoch": 4.989368355222013,
      "grad_norm": 1.6214858799914897,
      "learning_rate": 3.22899119354956e-05,
      "loss": 0.5247,
      "step": 7978
    },
    {
      "epoch": 4.989993746091307,
      "grad_norm": 1.481596145908146,
      "learning_rate": 3.225145883883373e-05,
      "loss": 0.5374,
      "step": 7979
    },
    {
      "epoch": 4.9906191369606,
      "grad_norm": 1.5578233030827016,
      "learning_rate": 3.221302589398319e-05,
      "loss": 0.6022,
      "step": 7980
    },
    {
      "epoch": 4.991244527829894,
      "grad_norm": 1.4855908093847476,
      "learning_rate": 3.217461310752153e-05,
      "loss": 0.5862,
      "step": 7981
    },
    {
      "epoch": 4.991869918699187,
      "grad_norm": 1.3702406709188628,
      "learning_rate": 3.213622048602284e-05,
      "loss": 0.5418,
      "step": 7982
    },
    {
      "epoch": 4.99249530956848,
      "grad_norm": 1.5910332529483482,
      "learning_rate": 3.209784803605765e-05,
      "loss": 0.4894,
      "step": 7983
    },
    {
      "epoch": 4.993120700437774,
      "grad_norm": 2.038275898119224,
      "learning_rate": 3.2059495764193186e-05,
      "loss": 0.7789,
      "step": 7984
    },
    {
      "epoch": 4.993746091307067,
      "grad_norm": 1.5131569272570555,
      "learning_rate": 3.2021163676993167e-05,
      "loss": 0.5216,
      "step": 7985
    },
    {
      "epoch": 4.99437148217636,
      "grad_norm": 1.766964290068114,
      "learning_rate": 3.198285178101786e-05,
      "loss": 0.6376,
      "step": 7986
    },
    {
      "epoch": 4.994996873045654,
      "grad_norm": 1.3540873834384575,
      "learning_rate": 3.194456008282402e-05,
      "loss": 0.4953,
      "step": 7987
    },
    {
      "epoch": 4.995622263914947,
      "grad_norm": 1.561984452482498,
      "learning_rate": 3.1906288588965044e-05,
      "loss": 0.5857,
      "step": 7988
    },
    {
      "epoch": 4.9962476547842405,
      "grad_norm": 1.531918364365787,
      "learning_rate": 3.18680373059908e-05,
      "loss": 0.5764,
      "step": 7989
    },
    {
      "epoch": 4.996873045653533,
      "grad_norm": 1.6082664808123908,
      "learning_rate": 3.182980624044772e-05,
      "loss": 0.6536,
      "step": 7990
    },
    {
      "epoch": 4.997498436522827,
      "grad_norm": 1.5349350401497799,
      "learning_rate": 3.179159539887878e-05,
      "loss": 0.6214,
      "step": 7991
    },
    {
      "epoch": 4.99812382739212,
      "grad_norm": 1.8869268142591757,
      "learning_rate": 3.175340478782349e-05,
      "loss": 0.7624,
      "step": 7992
    },
    {
      "epoch": 4.9987492182614135,
      "grad_norm": 1.6035171497444882,
      "learning_rate": 3.171523441381789e-05,
      "loss": 0.5823,
      "step": 7993
    },
    {
      "epoch": 4.999374609130706,
      "grad_norm": 1.418478095702636,
      "learning_rate": 3.167708428339457e-05,
      "loss": 0.5758,
      "step": 7994
    },
    {
      "epoch": 5.0,
      "grad_norm": 1.2690708336229017,
      "learning_rate": 3.163895440308263e-05,
      "loss": 0.5044,
      "step": 7995
    },
    {
      "epoch": 5.0,
      "eval_loss": 2.7269015312194824,
      "eval_runtime": 74.0576,
      "eval_samples_per_second": 4.834,
      "eval_steps_per_second": 4.834,
      "step": 7995
    },
    {
      "epoch": 5.000625390869294,
      "grad_norm": 0.8650584181328813,
      "learning_rate": 3.160084477940776e-05,
      "loss": 0.323,
      "step": 7996
    },
    {
      "epoch": 5.0012507817385865,
      "grad_norm": 0.7568939148098225,
      "learning_rate": 3.1562755418892106e-05,
      "loss": 0.2282,
      "step": 7997
    },
    {
      "epoch": 5.00187617260788,
      "grad_norm": 0.8327973115103839,
      "learning_rate": 3.152468632805442e-05,
      "loss": 0.2615,
      "step": 7998
    },
    {
      "epoch": 5.002501563477173,
      "grad_norm": 0.6579308141278193,
      "learning_rate": 3.1486637513409965e-05,
      "loss": 0.2185,
      "step": 7999
    },
    {
      "epoch": 5.003126954346467,
      "grad_norm": 0.9716529325419319,
      "learning_rate": 3.144860898147047e-05,
      "loss": 0.3015,
      "step": 8000
    },
    {
      "epoch": 5.0037523452157595,
      "grad_norm": 0.8185727263222274,
      "learning_rate": 3.141060073874425e-05,
      "loss": 0.2832,
      "step": 8001
    },
    {
      "epoch": 5.004377736085053,
      "grad_norm": 0.8181431282759543,
      "learning_rate": 3.1372612791736175e-05,
      "loss": 0.2488,
      "step": 8002
    },
    {
      "epoch": 5.005003126954347,
      "grad_norm": 0.7584489638981801,
      "learning_rate": 3.1334645146947565e-05,
      "loss": 0.2019,
      "step": 8003
    },
    {
      "epoch": 5.00562851782364,
      "grad_norm": 0.7854999969679225,
      "learning_rate": 3.1296697810876356e-05,
      "loss": 0.2777,
      "step": 8004
    },
    {
      "epoch": 5.006253908692933,
      "grad_norm": 0.6494707080043716,
      "learning_rate": 3.125877079001692e-05,
      "loss": 0.2004,
      "step": 8005
    },
    {
      "epoch": 5.006879299562226,
      "grad_norm": 0.7724282763447329,
      "learning_rate": 3.122086409086022e-05,
      "loss": 0.2608,
      "step": 8006
    },
    {
      "epoch": 5.00750469043152,
      "grad_norm": 0.8396179807764501,
      "learning_rate": 3.1182977719893735e-05,
      "loss": 0.2865,
      "step": 8007
    },
    {
      "epoch": 5.008130081300813,
      "grad_norm": 0.6736398443921902,
      "learning_rate": 3.114511168360138e-05,
      "loss": 0.2336,
      "step": 8008
    },
    {
      "epoch": 5.008755472170106,
      "grad_norm": 0.8838691225800424,
      "learning_rate": 3.110726598846367e-05,
      "loss": 0.2789,
      "step": 8009
    },
    {
      "epoch": 5.009380863039399,
      "grad_norm": 0.8376211456141529,
      "learning_rate": 3.106944064095765e-05,
      "loss": 0.2593,
      "step": 8010
    },
    {
      "epoch": 5.010006253908693,
      "grad_norm": 0.8278880466547549,
      "learning_rate": 3.103163564755684e-05,
      "loss": 0.2344,
      "step": 8011
    },
    {
      "epoch": 5.010631644777987,
      "grad_norm": 0.6929714606219286,
      "learning_rate": 3.0993851014731286e-05,
      "loss": 0.2097,
      "step": 8012
    },
    {
      "epoch": 5.011257035647279,
      "grad_norm": 0.8796845191027246,
      "learning_rate": 3.095608674894757e-05,
      "loss": 0.2142,
      "step": 8013
    },
    {
      "epoch": 5.011882426516573,
      "grad_norm": 0.7664611898386384,
      "learning_rate": 3.0918342856668747e-05,
      "loss": 0.2448,
      "step": 8014
    },
    {
      "epoch": 5.012507817385866,
      "grad_norm": 0.8832915592820714,
      "learning_rate": 3.088061934435448e-05,
      "loss": 0.285,
      "step": 8015
    },
    {
      "epoch": 5.01313320825516,
      "grad_norm": 0.9505432797764494,
      "learning_rate": 3.084291621846078e-05,
      "loss": 0.2629,
      "step": 8016
    },
    {
      "epoch": 5.013758599124452,
      "grad_norm": 0.9233759358526497,
      "learning_rate": 3.08052334854403e-05,
      "loss": 0.2708,
      "step": 8017
    },
    {
      "epoch": 5.014383989993746,
      "grad_norm": 0.7262587761592232,
      "learning_rate": 3.0767571151742186e-05,
      "loss": 0.2384,
      "step": 8018
    },
    {
      "epoch": 5.01500938086304,
      "grad_norm": 1.0647388334455672,
      "learning_rate": 3.072992922381207e-05,
      "loss": 0.3154,
      "step": 8019
    },
    {
      "epoch": 5.015634771732333,
      "grad_norm": 0.9331907477559348,
      "learning_rate": 3.069230770809207e-05,
      "loss": 0.2417,
      "step": 8020
    },
    {
      "epoch": 5.016260162601626,
      "grad_norm": 0.9098079811193497,
      "learning_rate": 3.065470661102088e-05,
      "loss": 0.3049,
      "step": 8021
    },
    {
      "epoch": 5.016885553470919,
      "grad_norm": 0.8509658198305234,
      "learning_rate": 3.0617125939033604e-05,
      "loss": 0.2354,
      "step": 8022
    },
    {
      "epoch": 5.017510944340213,
      "grad_norm": 0.9996081408637171,
      "learning_rate": 3.057956569856193e-05,
      "loss": 0.2208,
      "step": 8023
    },
    {
      "epoch": 5.018136335209506,
      "grad_norm": 0.934469079373158,
      "learning_rate": 3.054202589603404e-05,
      "loss": 0.2516,
      "step": 8024
    },
    {
      "epoch": 5.018761726078799,
      "grad_norm": 0.9496594763245478,
      "learning_rate": 3.0504506537874574e-05,
      "loss": 0.2349,
      "step": 8025
    },
    {
      "epoch": 5.019387116948092,
      "grad_norm": 1.0196674687156866,
      "learning_rate": 3.0467007630504696e-05,
      "loss": 0.2455,
      "step": 8026
    },
    {
      "epoch": 5.020012507817386,
      "grad_norm": 0.7731569140177317,
      "learning_rate": 3.04295291803421e-05,
      "loss": 0.2048,
      "step": 8027
    },
    {
      "epoch": 5.0206378986866795,
      "grad_norm": 0.9526486726500623,
      "learning_rate": 3.0392071193800915e-05,
      "loss": 0.2458,
      "step": 8028
    },
    {
      "epoch": 5.021263289555972,
      "grad_norm": 0.8638729735526062,
      "learning_rate": 3.0354633677291833e-05,
      "loss": 0.2256,
      "step": 8029
    },
    {
      "epoch": 5.021888680425266,
      "grad_norm": 1.0083402581461005,
      "learning_rate": 3.0317216637222014e-05,
      "loss": 0.2213,
      "step": 8030
    },
    {
      "epoch": 5.022514071294559,
      "grad_norm": 1.0339991192149802,
      "learning_rate": 3.027982007999508e-05,
      "loss": 0.2887,
      "step": 8031
    },
    {
      "epoch": 5.0231394621638525,
      "grad_norm": 1.0263777102026663,
      "learning_rate": 3.024244401201127e-05,
      "loss": 0.2519,
      "step": 8032
    },
    {
      "epoch": 5.023764853033145,
      "grad_norm": 0.9176613057164666,
      "learning_rate": 3.020508843966711e-05,
      "loss": 0.2363,
      "step": 8033
    },
    {
      "epoch": 5.024390243902439,
      "grad_norm": 1.0485177354826822,
      "learning_rate": 3.0167753369355802e-05,
      "loss": 0.2537,
      "step": 8034
    },
    {
      "epoch": 5.025015634771733,
      "grad_norm": 0.8272671068869972,
      "learning_rate": 3.0130438807466957e-05,
      "loss": 0.2156,
      "step": 8035
    },
    {
      "epoch": 5.0256410256410255,
      "grad_norm": 1.1711407552070654,
      "learning_rate": 3.009314476038668e-05,
      "loss": 0.2332,
      "step": 8036
    },
    {
      "epoch": 5.026266416510319,
      "grad_norm": 1.3255812643916352,
      "learning_rate": 3.0055871234497614e-05,
      "loss": 0.2842,
      "step": 8037
    },
    {
      "epoch": 5.026891807379612,
      "grad_norm": 1.0533771612870833,
      "learning_rate": 3.0018618236178827e-05,
      "loss": 0.2374,
      "step": 8038
    },
    {
      "epoch": 5.027517198248906,
      "grad_norm": 0.8953910445600175,
      "learning_rate": 2.9981385771805898e-05,
      "loss": 0.2212,
      "step": 8039
    },
    {
      "epoch": 5.028142589118199,
      "grad_norm": 1.1998601209384707,
      "learning_rate": 2.994417384775092e-05,
      "loss": 0.2456,
      "step": 8040
    },
    {
      "epoch": 5.028767979987492,
      "grad_norm": 1.2201947962220796,
      "learning_rate": 2.9906982470382408e-05,
      "loss": 0.2859,
      "step": 8041
    },
    {
      "epoch": 5.029393370856785,
      "grad_norm": 1.011762389337382,
      "learning_rate": 2.9869811646065473e-05,
      "loss": 0.2108,
      "step": 8042
    },
    {
      "epoch": 5.030018761726079,
      "grad_norm": 0.9886464473330309,
      "learning_rate": 2.9832661381161526e-05,
      "loss": 0.244,
      "step": 8043
    },
    {
      "epoch": 5.0306441525953725,
      "grad_norm": 0.8924196963318806,
      "learning_rate": 2.9795531682028616e-05,
      "loss": 0.2285,
      "step": 8044
    },
    {
      "epoch": 5.031269543464665,
      "grad_norm": 1.1557807950732661,
      "learning_rate": 2.975842255502123e-05,
      "loss": 0.264,
      "step": 8045
    },
    {
      "epoch": 5.031894934333959,
      "grad_norm": 0.9615469526335787,
      "learning_rate": 2.9721334006490328e-05,
      "loss": 0.2241,
      "step": 8046
    },
    {
      "epoch": 5.032520325203252,
      "grad_norm": 1.0557214141643934,
      "learning_rate": 2.9684266042783322e-05,
      "loss": 0.2159,
      "step": 8047
    },
    {
      "epoch": 5.0331457160725455,
      "grad_norm": 1.299955950761497,
      "learning_rate": 2.9647218670244187e-05,
      "loss": 0.3215,
      "step": 8048
    },
    {
      "epoch": 5.033771106941838,
      "grad_norm": 1.4230634973802747,
      "learning_rate": 2.9610191895213237e-05,
      "loss": 0.2289,
      "step": 8049
    },
    {
      "epoch": 5.034396497811132,
      "grad_norm": 1.165826128880144,
      "learning_rate": 2.9573185724027347e-05,
      "loss": 0.2419,
      "step": 8050
    },
    {
      "epoch": 5.035021888680426,
      "grad_norm": 0.9564944621398789,
      "learning_rate": 2.9536200163019907e-05,
      "loss": 0.2583,
      "step": 8051
    },
    {
      "epoch": 5.0356472795497185,
      "grad_norm": 0.9605837660262918,
      "learning_rate": 2.9499235218520683e-05,
      "loss": 0.2316,
      "step": 8052
    },
    {
      "epoch": 5.036272670419012,
      "grad_norm": 1.4039547479644336,
      "learning_rate": 2.9462290896855967e-05,
      "loss": 0.3189,
      "step": 8053
    },
    {
      "epoch": 5.036898061288305,
      "grad_norm": 1.551653521007701,
      "learning_rate": 2.9425367204348532e-05,
      "loss": 0.2454,
      "step": 8054
    },
    {
      "epoch": 5.037523452157599,
      "grad_norm": 0.9809936961279928,
      "learning_rate": 2.9388464147317576e-05,
      "loss": 0.2217,
      "step": 8055
    },
    {
      "epoch": 5.0381488430268915,
      "grad_norm": 0.9181421693345034,
      "learning_rate": 2.935158173207881e-05,
      "loss": 0.2388,
      "step": 8056
    },
    {
      "epoch": 5.038774233896185,
      "grad_norm": 0.8784262013525534,
      "learning_rate": 2.9314719964944373e-05,
      "loss": 0.2519,
      "step": 8057
    },
    {
      "epoch": 5.039399624765478,
      "grad_norm": 1.1895804549783362,
      "learning_rate": 2.9277878852222914e-05,
      "loss": 0.2535,
      "step": 8058
    },
    {
      "epoch": 5.040025015634772,
      "grad_norm": 1.163719237278778,
      "learning_rate": 2.924105840021951e-05,
      "loss": 0.2805,
      "step": 8059
    },
    {
      "epoch": 5.040650406504065,
      "grad_norm": 0.8842585004345869,
      "learning_rate": 2.9204258615235716e-05,
      "loss": 0.2379,
      "step": 8060
    },
    {
      "epoch": 5.041275797373358,
      "grad_norm": 1.1538124088355923,
      "learning_rate": 2.9167479503569545e-05,
      "loss": 0.2529,
      "step": 8061
    },
    {
      "epoch": 5.041901188242652,
      "grad_norm": 0.8571947591568553,
      "learning_rate": 2.9130721071515483e-05,
      "loss": 0.2118,
      "step": 8062
    },
    {
      "epoch": 5.042526579111945,
      "grad_norm": 1.1111443283212625,
      "learning_rate": 2.909398332536446e-05,
      "loss": 0.2656,
      "step": 8063
    },
    {
      "epoch": 5.043151969981238,
      "grad_norm": 0.911055890020498,
      "learning_rate": 2.9057266271403933e-05,
      "loss": 0.2177,
      "step": 8064
    },
    {
      "epoch": 5.043777360850531,
      "grad_norm": 0.8332543367011546,
      "learning_rate": 2.9020569915917658e-05,
      "loss": 0.2126,
      "step": 8065
    },
    {
      "epoch": 5.044402751719825,
      "grad_norm": 1.0029272468648083,
      "learning_rate": 2.8983894265186008e-05,
      "loss": 0.2276,
      "step": 8066
    },
    {
      "epoch": 5.045028142589119,
      "grad_norm": 1.01596852316251,
      "learning_rate": 2.894723932548575e-05,
      "loss": 0.2371,
      "step": 8067
    },
    {
      "epoch": 5.045653533458411,
      "grad_norm": 1.1667544905390057,
      "learning_rate": 2.891060510309011e-05,
      "loss": 0.2414,
      "step": 8068
    },
    {
      "epoch": 5.046278924327705,
      "grad_norm": 1.052161873025051,
      "learning_rate": 2.8873991604268782e-05,
      "loss": 0.2293,
      "step": 8069
    },
    {
      "epoch": 5.046904315196998,
      "grad_norm": 1.0629379624050441,
      "learning_rate": 2.8837398835287877e-05,
      "loss": 0.2544,
      "step": 8070
    },
    {
      "epoch": 5.047529706066292,
      "grad_norm": 0.7876138066854494,
      "learning_rate": 2.880082680241001e-05,
      "loss": 0.1829,
      "step": 8071
    },
    {
      "epoch": 5.048155096935584,
      "grad_norm": 0.9532755510600173,
      "learning_rate": 2.8764275511894204e-05,
      "loss": 0.2527,
      "step": 8072
    },
    {
      "epoch": 5.048780487804878,
      "grad_norm": 1.3470803840809846,
      "learning_rate": 2.8727744969995937e-05,
      "loss": 0.296,
      "step": 8073
    },
    {
      "epoch": 5.049405878674172,
      "grad_norm": 1.0391156034880322,
      "learning_rate": 2.8691235182967177e-05,
      "loss": 0.2522,
      "step": 8074
    },
    {
      "epoch": 5.050031269543465,
      "grad_norm": 1.1671788793331457,
      "learning_rate": 2.865474615705629e-05,
      "loss": 0.2651,
      "step": 8075
    },
    {
      "epoch": 5.050656660412758,
      "grad_norm": 0.9159712977192791,
      "learning_rate": 2.861827789850812e-05,
      "loss": 0.2185,
      "step": 8076
    },
    {
      "epoch": 5.051282051282051,
      "grad_norm": 1.2085331435635653,
      "learning_rate": 2.8581830413563965e-05,
      "loss": 0.2679,
      "step": 8077
    },
    {
      "epoch": 5.051907442151345,
      "grad_norm": 0.9350097218958694,
      "learning_rate": 2.8545403708461496e-05,
      "loss": 0.2652,
      "step": 8078
    },
    {
      "epoch": 5.052532833020638,
      "grad_norm": 0.9191795152430753,
      "learning_rate": 2.85089977894349e-05,
      "loss": 0.1921,
      "step": 8079
    },
    {
      "epoch": 5.053158223889931,
      "grad_norm": 1.3424191845047149,
      "learning_rate": 2.84726126627148e-05,
      "loss": 0.299,
      "step": 8080
    },
    {
      "epoch": 5.053783614759224,
      "grad_norm": 0.9679175911429068,
      "learning_rate": 2.8436248334528227e-05,
      "loss": 0.2259,
      "step": 8081
    },
    {
      "epoch": 5.054409005628518,
      "grad_norm": 1.2104976061583792,
      "learning_rate": 2.839990481109874e-05,
      "loss": 0.2478,
      "step": 8082
    },
    {
      "epoch": 5.0550343964978115,
      "grad_norm": 0.8017392880320091,
      "learning_rate": 2.8363582098646177e-05,
      "loss": 0.1965,
      "step": 8083
    },
    {
      "epoch": 5.055659787367104,
      "grad_norm": 0.7953323138118041,
      "learning_rate": 2.8327280203386933e-05,
      "loss": 0.1987,
      "step": 8084
    },
    {
      "epoch": 5.056285178236398,
      "grad_norm": 1.1018524387121889,
      "learning_rate": 2.8290999131533837e-05,
      "loss": 0.2792,
      "step": 8085
    },
    {
      "epoch": 5.056910569105691,
      "grad_norm": 0.9982896605996507,
      "learning_rate": 2.825473888929614e-05,
      "loss": 0.2083,
      "step": 8086
    },
    {
      "epoch": 5.0575359599749845,
      "grad_norm": 1.004464700618126,
      "learning_rate": 2.821849948287948e-05,
      "loss": 0.2602,
      "step": 8087
    },
    {
      "epoch": 5.058161350844277,
      "grad_norm": 1.0662550303705118,
      "learning_rate": 2.8182280918486012e-05,
      "loss": 0.2418,
      "step": 8088
    },
    {
      "epoch": 5.058786741713571,
      "grad_norm": 1.0924893320325406,
      "learning_rate": 2.8146083202314258e-05,
      "loss": 0.2396,
      "step": 8089
    },
    {
      "epoch": 5.059412132582865,
      "grad_norm": 1.293270044164444,
      "learning_rate": 2.8109906340559195e-05,
      "loss": 0.2962,
      "step": 8090
    },
    {
      "epoch": 5.0600375234521575,
      "grad_norm": 1.0689092083431955,
      "learning_rate": 2.8073750339412243e-05,
      "loss": 0.227,
      "step": 8091
    },
    {
      "epoch": 5.060662914321451,
      "grad_norm": 1.2890796505273248,
      "learning_rate": 2.803761520506123e-05,
      "loss": 0.247,
      "step": 8092
    },
    {
      "epoch": 5.061288305190744,
      "grad_norm": 1.070143210855162,
      "learning_rate": 2.800150094369043e-05,
      "loss": 0.2318,
      "step": 8093
    },
    {
      "epoch": 5.061913696060038,
      "grad_norm": 1.0775636101309767,
      "learning_rate": 2.7965407561480547e-05,
      "loss": 0.2538,
      "step": 8094
    },
    {
      "epoch": 5.0625390869293305,
      "grad_norm": 1.1101519377849594,
      "learning_rate": 2.792933506460867e-05,
      "loss": 0.2352,
      "step": 8095
    },
    {
      "epoch": 5.063164477798624,
      "grad_norm": 0.9404667917931611,
      "learning_rate": 2.7893283459248382e-05,
      "loss": 0.2322,
      "step": 8096
    },
    {
      "epoch": 5.063789868667917,
      "grad_norm": 1.2971377019438453,
      "learning_rate": 2.7857252751569665e-05,
      "loss": 0.2884,
      "step": 8097
    },
    {
      "epoch": 5.064415259537211,
      "grad_norm": 0.8948248535408009,
      "learning_rate": 2.7821242947738865e-05,
      "loss": 0.1929,
      "step": 8098
    },
    {
      "epoch": 5.065040650406504,
      "grad_norm": 1.0506465991918827,
      "learning_rate": 2.7785254053918804e-05,
      "loss": 0.2325,
      "step": 8099
    },
    {
      "epoch": 5.065666041275797,
      "grad_norm": 1.2508306196274002,
      "learning_rate": 2.774928607626874e-05,
      "loss": 0.2683,
      "step": 8100
    },
    {
      "epoch": 5.066291432145091,
      "grad_norm": 1.0388340093407595,
      "learning_rate": 2.7713339020944348e-05,
      "loss": 0.2752,
      "step": 8101
    },
    {
      "epoch": 5.066916823014384,
      "grad_norm": 1.2038838754190666,
      "learning_rate": 2.7677412894097672e-05,
      "loss": 0.2267,
      "step": 8102
    },
    {
      "epoch": 5.067542213883677,
      "grad_norm": 1.1293787971279667,
      "learning_rate": 2.7641507701877245e-05,
      "loss": 0.2539,
      "step": 8103
    },
    {
      "epoch": 5.06816760475297,
      "grad_norm": 1.1803302452639013,
      "learning_rate": 2.7605623450427956e-05,
      "loss": 0.2304,
      "step": 8104
    },
    {
      "epoch": 5.068792995622264,
      "grad_norm": 1.4112627314959305,
      "learning_rate": 2.7569760145891134e-05,
      "loss": 0.2793,
      "step": 8105
    },
    {
      "epoch": 5.069418386491558,
      "grad_norm": 1.058686217561529,
      "learning_rate": 2.753391779440454e-05,
      "loss": 0.2261,
      "step": 8106
    },
    {
      "epoch": 5.07004377736085,
      "grad_norm": 1.0481169633327787,
      "learning_rate": 2.749809640210232e-05,
      "loss": 0.2429,
      "step": 8107
    },
    {
      "epoch": 5.070669168230144,
      "grad_norm": 0.9326575320369136,
      "learning_rate": 2.746229597511505e-05,
      "loss": 0.1958,
      "step": 8108
    },
    {
      "epoch": 5.071294559099437,
      "grad_norm": 1.369534224588874,
      "learning_rate": 2.742651651956973e-05,
      "loss": 0.3091,
      "step": 8109
    },
    {
      "epoch": 5.071919949968731,
      "grad_norm": 1.059008842417741,
      "learning_rate": 2.7390758041589728e-05,
      "loss": 0.2667,
      "step": 8110
    },
    {
      "epoch": 5.072545340838023,
      "grad_norm": 1.0072950396973523,
      "learning_rate": 2.7355020547294882e-05,
      "loss": 0.2205,
      "step": 8111
    },
    {
      "epoch": 5.073170731707317,
      "grad_norm": 0.9414345711587006,
      "learning_rate": 2.73193040428014e-05,
      "loss": 0.224,
      "step": 8112
    },
    {
      "epoch": 5.07379612257661,
      "grad_norm": 1.1218874081314127,
      "learning_rate": 2.7283608534221856e-05,
      "loss": 0.2302,
      "step": 8113
    },
    {
      "epoch": 5.074421513445904,
      "grad_norm": 1.1071904282255276,
      "learning_rate": 2.724793402766532e-05,
      "loss": 0.2334,
      "step": 8114
    },
    {
      "epoch": 5.075046904315197,
      "grad_norm": 1.0524296463881297,
      "learning_rate": 2.721228052923722e-05,
      "loss": 0.2399,
      "step": 8115
    },
    {
      "epoch": 5.07567229518449,
      "grad_norm": 1.187062653229833,
      "learning_rate": 2.7176648045039372e-05,
      "loss": 0.2479,
      "step": 8116
    },
    {
      "epoch": 5.076297686053784,
      "grad_norm": 1.0952150212290017,
      "learning_rate": 2.7141036581170056e-05,
      "loss": 0.2427,
      "step": 8117
    },
    {
      "epoch": 5.076923076923077,
      "grad_norm": 1.0206604823164007,
      "learning_rate": 2.7105446143723926e-05,
      "loss": 0.2125,
      "step": 8118
    },
    {
      "epoch": 5.07754846779237,
      "grad_norm": 1.203925878650017,
      "learning_rate": 2.7069876738791973e-05,
      "loss": 0.254,
      "step": 8119
    },
    {
      "epoch": 5.078173858661663,
      "grad_norm": 1.1506926439317848,
      "learning_rate": 2.7034328372461667e-05,
      "loss": 0.2382,
      "step": 8120
    },
    {
      "epoch": 5.078799249530957,
      "grad_norm": 1.0380483227503656,
      "learning_rate": 2.6998801050816853e-05,
      "loss": 0.223,
      "step": 8121
    },
    {
      "epoch": 5.0794246404002505,
      "grad_norm": 1.1372224753498852,
      "learning_rate": 2.6963294779937774e-05,
      "loss": 0.2472,
      "step": 8122
    },
    {
      "epoch": 5.080050031269543,
      "grad_norm": 1.0824523590521604,
      "learning_rate": 2.6927809565901094e-05,
      "loss": 0.2373,
      "step": 8123
    },
    {
      "epoch": 5.080675422138837,
      "grad_norm": 0.9785499121836163,
      "learning_rate": 2.6892345414779827e-05,
      "loss": 0.2586,
      "step": 8124
    },
    {
      "epoch": 5.08130081300813,
      "grad_norm": 0.9777218774761923,
      "learning_rate": 2.68569023326434e-05,
      "loss": 0.2069,
      "step": 8125
    },
    {
      "epoch": 5.0819262038774236,
      "grad_norm": 1.3209770791674613,
      "learning_rate": 2.6821480325557675e-05,
      "loss": 0.2987,
      "step": 8126
    },
    {
      "epoch": 5.082551594746716,
      "grad_norm": 0.9562813487204143,
      "learning_rate": 2.6786079399584825e-05,
      "loss": 0.2315,
      "step": 8127
    },
    {
      "epoch": 5.08317698561601,
      "grad_norm": 1.008511928066518,
      "learning_rate": 2.6750699560783518e-05,
      "loss": 0.2451,
      "step": 8128
    },
    {
      "epoch": 5.083802376485304,
      "grad_norm": 0.9244683679105561,
      "learning_rate": 2.6715340815208707e-05,
      "loss": 0.2275,
      "step": 8129
    },
    {
      "epoch": 5.084427767354597,
      "grad_norm": 1.151010108863495,
      "learning_rate": 2.668000316891184e-05,
      "loss": 0.253,
      "step": 8130
    },
    {
      "epoch": 5.08505315822389,
      "grad_norm": 0.967547755802356,
      "learning_rate": 2.6644686627940643e-05,
      "loss": 0.2268,
      "step": 8131
    },
    {
      "epoch": 5.085678549093183,
      "grad_norm": 1.0638004228436384,
      "learning_rate": 2.6609391198339312e-05,
      "loss": 0.2656,
      "step": 8132
    },
    {
      "epoch": 5.086303939962477,
      "grad_norm": 1.037395035823521,
      "learning_rate": 2.6574116886148387e-05,
      "loss": 0.2244,
      "step": 8133
    },
    {
      "epoch": 5.08692933083177,
      "grad_norm": 1.0761460964806444,
      "learning_rate": 2.6538863697404838e-05,
      "loss": 0.2638,
      "step": 8134
    },
    {
      "epoch": 5.087554721701063,
      "grad_norm": 1.0429845818617516,
      "learning_rate": 2.650363163814197e-05,
      "loss": 0.2644,
      "step": 8135
    },
    {
      "epoch": 5.088180112570356,
      "grad_norm": 1.0187935037138571,
      "learning_rate": 2.646842071438951e-05,
      "loss": 0.2372,
      "step": 8136
    },
    {
      "epoch": 5.08880550343965,
      "grad_norm": 1.0187729649048067,
      "learning_rate": 2.6433230932173553e-05,
      "loss": 0.2648,
      "step": 8137
    },
    {
      "epoch": 5.0894308943089435,
      "grad_norm": 1.1517654926296295,
      "learning_rate": 2.6398062297516586e-05,
      "loss": 0.2451,
      "step": 8138
    },
    {
      "epoch": 5.090056285178236,
      "grad_norm": 0.9289978069753347,
      "learning_rate": 2.6362914816437443e-05,
      "loss": 0.2132,
      "step": 8139
    },
    {
      "epoch": 5.09068167604753,
      "grad_norm": 1.2263583410995451,
      "learning_rate": 2.6327788494951356e-05,
      "loss": 0.2495,
      "step": 8140
    },
    {
      "epoch": 5.091307066916823,
      "grad_norm": 0.8751631573571098,
      "learning_rate": 2.6292683339069976e-05,
      "loss": 0.2015,
      "step": 8141
    },
    {
      "epoch": 5.0919324577861165,
      "grad_norm": 1.3615830529053785,
      "learning_rate": 2.6257599354801273e-05,
      "loss": 0.3072,
      "step": 8142
    },
    {
      "epoch": 5.092557848655409,
      "grad_norm": 0.8943509485318678,
      "learning_rate": 2.6222536548149613e-05,
      "loss": 0.2087,
      "step": 8143
    },
    {
      "epoch": 5.093183239524703,
      "grad_norm": 0.8731527216750764,
      "learning_rate": 2.6187494925115765e-05,
      "loss": 0.2195,
      "step": 8144
    },
    {
      "epoch": 5.093808630393997,
      "grad_norm": 2.678648703031882,
      "learning_rate": 2.615247449169681e-05,
      "loss": 0.2265,
      "step": 8145
    },
    {
      "epoch": 5.0944340212632895,
      "grad_norm": 1.0696394597347518,
      "learning_rate": 2.611747525388633e-05,
      "loss": 0.2478,
      "step": 8146
    },
    {
      "epoch": 5.095059412132583,
      "grad_norm": 1.0248332300830243,
      "learning_rate": 2.608249721767407e-05,
      "loss": 0.2372,
      "step": 8147
    },
    {
      "epoch": 5.095684803001876,
      "grad_norm": 1.5410225445187975,
      "learning_rate": 2.6047540389046333e-05,
      "loss": 0.2781,
      "step": 8148
    },
    {
      "epoch": 5.09631019387117,
      "grad_norm": 1.2864001430671144,
      "learning_rate": 2.6012604773985734e-05,
      "loss": 0.2478,
      "step": 8149
    },
    {
      "epoch": 5.0969355847404625,
      "grad_norm": 1.4572756337468442,
      "learning_rate": 2.597769037847122e-05,
      "loss": 0.3116,
      "step": 8150
    },
    {
      "epoch": 5.097560975609756,
      "grad_norm": 1.034591409597855,
      "learning_rate": 2.5942797208478166e-05,
      "loss": 0.2275,
      "step": 8151
    },
    {
      "epoch": 5.098186366479049,
      "grad_norm": 1.1936915408841533,
      "learning_rate": 2.590792526997826e-05,
      "loss": 0.2828,
      "step": 8152
    },
    {
      "epoch": 5.098811757348343,
      "grad_norm": 0.97451321391497,
      "learning_rate": 2.587307456893964e-05,
      "loss": 0.2353,
      "step": 8153
    },
    {
      "epoch": 5.099437148217636,
      "grad_norm": 1.0779025125533428,
      "learning_rate": 2.583824511132667e-05,
      "loss": 0.2092,
      "step": 8154
    },
    {
      "epoch": 5.100062539086929,
      "grad_norm": 1.0210351070017238,
      "learning_rate": 2.5803436903100206e-05,
      "loss": 0.2488,
      "step": 8155
    },
    {
      "epoch": 5.100687929956223,
      "grad_norm": 1.1684073848594378,
      "learning_rate": 2.576864995021739e-05,
      "loss": 0.2567,
      "step": 8156
    },
    {
      "epoch": 5.101313320825516,
      "grad_norm": 1.0125506646295483,
      "learning_rate": 2.5733884258631797e-05,
      "loss": 0.2047,
      "step": 8157
    },
    {
      "epoch": 5.101938711694809,
      "grad_norm": 1.0873701491299939,
      "learning_rate": 2.5699139834293303e-05,
      "loss": 0.2465,
      "step": 8158
    },
    {
      "epoch": 5.102564102564102,
      "grad_norm": 1.1701055995100837,
      "learning_rate": 2.566441668314818e-05,
      "loss": 0.2389,
      "step": 8159
    },
    {
      "epoch": 5.103189493433396,
      "grad_norm": 0.9266182425121129,
      "learning_rate": 2.5629714811139013e-05,
      "loss": 0.2298,
      "step": 8160
    },
    {
      "epoch": 5.10381488430269,
      "grad_norm": 0.9387442598406844,
      "learning_rate": 2.5595034224204814e-05,
      "loss": 0.2249,
      "step": 8161
    },
    {
      "epoch": 5.104440275171982,
      "grad_norm": 0.9092981790157691,
      "learning_rate": 2.556037492828092e-05,
      "loss": 0.2125,
      "step": 8162
    },
    {
      "epoch": 5.105065666041276,
      "grad_norm": 1.563201023045918,
      "learning_rate": 2.5525736929298966e-05,
      "loss": 0.3223,
      "step": 8163
    },
    {
      "epoch": 5.105691056910569,
      "grad_norm": 1.0547254683135046,
      "learning_rate": 2.5491120233187034e-05,
      "loss": 0.2431,
      "step": 8164
    },
    {
      "epoch": 5.106316447779863,
      "grad_norm": 1.1171201685807919,
      "learning_rate": 2.54565248458695e-05,
      "loss": 0.2475,
      "step": 8165
    },
    {
      "epoch": 5.106941838649155,
      "grad_norm": 0.8880919494933318,
      "learning_rate": 2.542195077326712e-05,
      "loss": 0.2045,
      "step": 8166
    },
    {
      "epoch": 5.107567229518449,
      "grad_norm": 0.9664815613892483,
      "learning_rate": 2.538739802129702e-05,
      "loss": 0.2206,
      "step": 8167
    },
    {
      "epoch": 5.108192620387742,
      "grad_norm": 1.2402065163591198,
      "learning_rate": 2.5352866595872628e-05,
      "loss": 0.2719,
      "step": 8168
    },
    {
      "epoch": 5.108818011257036,
      "grad_norm": 0.9041453879114332,
      "learning_rate": 2.5318356502903757e-05,
      "loss": 0.2274,
      "step": 8169
    },
    {
      "epoch": 5.109443402126329,
      "grad_norm": 0.9549285380317905,
      "learning_rate": 2.528386774829655e-05,
      "loss": 0.2099,
      "step": 8170
    },
    {
      "epoch": 5.110068792995622,
      "grad_norm": 0.9421147438263353,
      "learning_rate": 2.5249400337953528e-05,
      "loss": 0.2066,
      "step": 8171
    },
    {
      "epoch": 5.110694183864916,
      "grad_norm": 1.0263216076349038,
      "learning_rate": 2.521495427777353e-05,
      "loss": 0.2307,
      "step": 8172
    },
    {
      "epoch": 5.111319574734209,
      "grad_norm": 0.9081503999877487,
      "learning_rate": 2.5180529573651735e-05,
      "loss": 0.2145,
      "step": 8173
    },
    {
      "epoch": 5.111944965603502,
      "grad_norm": 0.9402181784331378,
      "learning_rate": 2.514612623147972e-05,
      "loss": 0.2082,
      "step": 8174
    },
    {
      "epoch": 5.112570356472795,
      "grad_norm": 0.9581660307818418,
      "learning_rate": 2.5111744257145317e-05,
      "loss": 0.2425,
      "step": 8175
    },
    {
      "epoch": 5.113195747342089,
      "grad_norm": 1.1376787787699563,
      "learning_rate": 2.507738365653279e-05,
      "loss": 0.2763,
      "step": 8176
    },
    {
      "epoch": 5.1138211382113825,
      "grad_norm": 1.0790697807854175,
      "learning_rate": 2.5043044435522702e-05,
      "loss": 0.2247,
      "step": 8177
    },
    {
      "epoch": 5.114446529080675,
      "grad_norm": 0.7731895975044308,
      "learning_rate": 2.500872659999195e-05,
      "loss": 0.2019,
      "step": 8178
    },
    {
      "epoch": 5.115071919949969,
      "grad_norm": 1.1060114271123278,
      "learning_rate": 2.4974430155813823e-05,
      "loss": 0.2375,
      "step": 8179
    },
    {
      "epoch": 5.115697310819262,
      "grad_norm": 1.061134557251229,
      "learning_rate": 2.4940155108857858e-05,
      "loss": 0.2953,
      "step": 8180
    },
    {
      "epoch": 5.1163227016885555,
      "grad_norm": 0.9730563838168471,
      "learning_rate": 2.4905901464989993e-05,
      "loss": 0.2107,
      "step": 8181
    },
    {
      "epoch": 5.116948092557848,
      "grad_norm": 1.0521867470801605,
      "learning_rate": 2.4871669230072488e-05,
      "loss": 0.232,
      "step": 8182
    },
    {
      "epoch": 5.117573483427142,
      "grad_norm": 0.9066474705967318,
      "learning_rate": 2.4837458409963962e-05,
      "loss": 0.2122,
      "step": 8183
    },
    {
      "epoch": 5.118198874296436,
      "grad_norm": 0.8388399258495663,
      "learning_rate": 2.4803269010519328e-05,
      "loss": 0.1849,
      "step": 8184
    },
    {
      "epoch": 5.1188242651657285,
      "grad_norm": 1.303090760210715,
      "learning_rate": 2.476910103758987e-05,
      "loss": 0.2879,
      "step": 8185
    },
    {
      "epoch": 5.119449656035022,
      "grad_norm": 1.159559140555035,
      "learning_rate": 2.4734954497023203e-05,
      "loss": 0.2627,
      "step": 8186
    },
    {
      "epoch": 5.120075046904315,
      "grad_norm": 1.1878625757340975,
      "learning_rate": 2.4700829394663223e-05,
      "loss": 0.2977,
      "step": 8187
    },
    {
      "epoch": 5.120700437773609,
      "grad_norm": 0.9390988276111087,
      "learning_rate": 2.4666725736350268e-05,
      "loss": 0.2433,
      "step": 8188
    },
    {
      "epoch": 5.1213258286429015,
      "grad_norm": 0.9487389798166362,
      "learning_rate": 2.4632643527920833e-05,
      "loss": 0.223,
      "step": 8189
    },
    {
      "epoch": 5.121951219512195,
      "grad_norm": 2.6602676481838627,
      "learning_rate": 2.4598582775207897e-05,
      "loss": 0.2175,
      "step": 8190
    },
    {
      "epoch": 5.122576610381488,
      "grad_norm": 0.9832709484623013,
      "learning_rate": 2.4564543484040687e-05,
      "loss": 0.1884,
      "step": 8191
    },
    {
      "epoch": 5.123202001250782,
      "grad_norm": 1.2975481264659992,
      "learning_rate": 2.4530525660244808e-05,
      "loss": 0.2926,
      "step": 8192
    },
    {
      "epoch": 5.123827392120075,
      "grad_norm": 0.8619631639369042,
      "learning_rate": 2.4496529309642155e-05,
      "loss": 0.1876,
      "step": 8193
    },
    {
      "epoch": 5.124452782989368,
      "grad_norm": 1.1867715133046879,
      "learning_rate": 2.4462554438050952e-05,
      "loss": 0.2303,
      "step": 8194
    },
    {
      "epoch": 5.125078173858662,
      "grad_norm": 0.8790780150768868,
      "learning_rate": 2.44286010512858e-05,
      "loss": 0.202,
      "step": 8195
    },
    {
      "epoch": 5.125703564727955,
      "grad_norm": 1.2660187077960994,
      "learning_rate": 2.4394669155157504e-05,
      "loss": 0.2268,
      "step": 8196
    },
    {
      "epoch": 5.126328955597248,
      "grad_norm": 1.5133107021269727,
      "learning_rate": 2.436075875547328e-05,
      "loss": 0.3195,
      "step": 8197
    },
    {
      "epoch": 5.126954346466541,
      "grad_norm": 1.0141888392598517,
      "learning_rate": 2.432686985803666e-05,
      "loss": 0.2333,
      "step": 8198
    },
    {
      "epoch": 5.127579737335835,
      "grad_norm": 1.2197976164965838,
      "learning_rate": 2.4293002468647478e-05,
      "loss": 0.2427,
      "step": 8199
    },
    {
      "epoch": 5.128205128205128,
      "grad_norm": 1.2128267868806144,
      "learning_rate": 2.42591565931019e-05,
      "loss": 0.2414,
      "step": 8200
    },
    {
      "epoch": 5.1288305190744214,
      "grad_norm": 1.0432463173158235,
      "learning_rate": 2.42253322371924e-05,
      "loss": 0.2509,
      "step": 8201
    },
    {
      "epoch": 5.129455909943715,
      "grad_norm": 0.8958079362365267,
      "learning_rate": 2.4191529406707775e-05,
      "loss": 0.1779,
      "step": 8202
    },
    {
      "epoch": 5.130081300813008,
      "grad_norm": 1.1203377826848142,
      "learning_rate": 2.4157748107433135e-05,
      "loss": 0.2216,
      "step": 8203
    },
    {
      "epoch": 5.130706691682302,
      "grad_norm": 1.1141242385820724,
      "learning_rate": 2.41239883451499e-05,
      "loss": 0.2427,
      "step": 8204
    },
    {
      "epoch": 5.1313320825515945,
      "grad_norm": 1.1477429769626128,
      "learning_rate": 2.409025012563581e-05,
      "loss": 0.2429,
      "step": 8205
    },
    {
      "epoch": 5.131957473420888,
      "grad_norm": 1.2839270708491335,
      "learning_rate": 2.405653345466491e-05,
      "loss": 0.2827,
      "step": 8206
    },
    {
      "epoch": 5.132582864290181,
      "grad_norm": 1.067332949967505,
      "learning_rate": 2.4022838338007593e-05,
      "loss": 0.2384,
      "step": 8207
    },
    {
      "epoch": 5.133208255159475,
      "grad_norm": 1.2338847029528017,
      "learning_rate": 2.39891647814305e-05,
      "loss": 0.2775,
      "step": 8208
    },
    {
      "epoch": 5.133833646028768,
      "grad_norm": 1.3470522718401723,
      "learning_rate": 2.3955512790696644e-05,
      "loss": 0.289,
      "step": 8209
    },
    {
      "epoch": 5.134459036898061,
      "grad_norm": 1.060382498814371,
      "learning_rate": 2.39218823715653e-05,
      "loss": 0.2467,
      "step": 8210
    },
    {
      "epoch": 5.135084427767355,
      "grad_norm": 1.0690823017835493,
      "learning_rate": 2.3888273529792084e-05,
      "loss": 0.2394,
      "step": 8211
    },
    {
      "epoch": 5.135709818636648,
      "grad_norm": 1.0909965742266106,
      "learning_rate": 2.385468627112892e-05,
      "loss": 0.2466,
      "step": 8212
    },
    {
      "epoch": 5.136335209505941,
      "grad_norm": 1.0588521937329787,
      "learning_rate": 2.382112060132399e-05,
      "loss": 0.2134,
      "step": 8213
    },
    {
      "epoch": 5.136960600375234,
      "grad_norm": 1.2064471954642042,
      "learning_rate": 2.3787576526121817e-05,
      "loss": 0.2174,
      "step": 8214
    },
    {
      "epoch": 5.137585991244528,
      "grad_norm": 1.2725091108387359,
      "learning_rate": 2.3754054051263238e-05,
      "loss": 0.2387,
      "step": 8215
    },
    {
      "epoch": 5.138211382113822,
      "grad_norm": 0.9545653183128612,
      "learning_rate": 2.37205531824854e-05,
      "loss": 0.209,
      "step": 8216
    },
    {
      "epoch": 5.138836772983114,
      "grad_norm": 1.2597661598058207,
      "learning_rate": 2.3687073925521705e-05,
      "loss": 0.239,
      "step": 8217
    },
    {
      "epoch": 5.139462163852408,
      "grad_norm": 0.9985211533548572,
      "learning_rate": 2.3653616286101912e-05,
      "loss": 0.2359,
      "step": 8218
    },
    {
      "epoch": 5.140087554721701,
      "grad_norm": 1.1685814805436514,
      "learning_rate": 2.3620180269952043e-05,
      "loss": 0.2582,
      "step": 8219
    },
    {
      "epoch": 5.140712945590995,
      "grad_norm": 1.2889802005246642,
      "learning_rate": 2.3586765882794424e-05,
      "loss": 0.2482,
      "step": 8220
    },
    {
      "epoch": 5.141338336460287,
      "grad_norm": 1.2555907560812547,
      "learning_rate": 2.355337313034769e-05,
      "loss": 0.2753,
      "step": 8221
    },
    {
      "epoch": 5.141963727329581,
      "grad_norm": 1.0336130570382378,
      "learning_rate": 2.352000201832676e-05,
      "loss": 0.2258,
      "step": 8222
    },
    {
      "epoch": 5.142589118198874,
      "grad_norm": 1.0494793643718834,
      "learning_rate": 2.348665255244288e-05,
      "loss": 0.2132,
      "step": 8223
    },
    {
      "epoch": 5.143214509068168,
      "grad_norm": 1.2400971064233393,
      "learning_rate": 2.34533247384036e-05,
      "loss": 0.2342,
      "step": 8224
    },
    {
      "epoch": 5.143839899937461,
      "grad_norm": 1.1734394012806375,
      "learning_rate": 2.342001858191266e-05,
      "loss": 0.2402,
      "step": 8225
    },
    {
      "epoch": 5.144465290806754,
      "grad_norm": 1.1912750096538536,
      "learning_rate": 2.3386734088670178e-05,
      "loss": 0.2783,
      "step": 8226
    },
    {
      "epoch": 5.145090681676048,
      "grad_norm": 1.0892337476404472,
      "learning_rate": 2.3353471264372603e-05,
      "loss": 0.2129,
      "step": 8227
    },
    {
      "epoch": 5.145716072545341,
      "grad_norm": 1.2451266055993433,
      "learning_rate": 2.332023011471258e-05,
      "loss": 0.2899,
      "step": 8228
    },
    {
      "epoch": 5.146341463414634,
      "grad_norm": 1.0619051723285202,
      "learning_rate": 2.3287010645379156e-05,
      "loss": 0.2321,
      "step": 8229
    },
    {
      "epoch": 5.146966854283927,
      "grad_norm": 0.9423971687306849,
      "learning_rate": 2.3253812862057537e-05,
      "loss": 0.2232,
      "step": 8230
    },
    {
      "epoch": 5.147592245153221,
      "grad_norm": 1.1146227950188956,
      "learning_rate": 2.322063677042929e-05,
      "loss": 0.2352,
      "step": 8231
    },
    {
      "epoch": 5.1482176360225145,
      "grad_norm": 1.025878195776456,
      "learning_rate": 2.3187482376172277e-05,
      "loss": 0.2162,
      "step": 8232
    },
    {
      "epoch": 5.148843026891807,
      "grad_norm": 1.0912158543443118,
      "learning_rate": 2.3154349684960644e-05,
      "loss": 0.2272,
      "step": 8233
    },
    {
      "epoch": 5.149468417761101,
      "grad_norm": 1.1828726649338068,
      "learning_rate": 2.31212387024648e-05,
      "loss": 0.231,
      "step": 8234
    },
    {
      "epoch": 5.150093808630394,
      "grad_norm": 1.246673546865278,
      "learning_rate": 2.3088149434351466e-05,
      "loss": 0.2525,
      "step": 8235
    },
    {
      "epoch": 5.1507191994996875,
      "grad_norm": 1.0570627217914854,
      "learning_rate": 2.3055081886283594e-05,
      "loss": 0.2161,
      "step": 8236
    },
    {
      "epoch": 5.15134459036898,
      "grad_norm": 1.0725181164092068,
      "learning_rate": 2.302203606392049e-05,
      "loss": 0.2423,
      "step": 8237
    },
    {
      "epoch": 5.151969981238274,
      "grad_norm": 0.963222626258429,
      "learning_rate": 2.29890119729177e-05,
      "loss": 0.2192,
      "step": 8238
    },
    {
      "epoch": 5.152595372107568,
      "grad_norm": 1.0948624211732578,
      "learning_rate": 2.2956009618927062e-05,
      "loss": 0.2375,
      "step": 8239
    },
    {
      "epoch": 5.1532207629768605,
      "grad_norm": 1.1217223974311228,
      "learning_rate": 2.2923029007596666e-05,
      "loss": 0.2382,
      "step": 8240
    },
    {
      "epoch": 5.153846153846154,
      "grad_norm": 1.1917365815998293,
      "learning_rate": 2.2890070144570944e-05,
      "loss": 0.2821,
      "step": 8241
    },
    {
      "epoch": 5.154471544715447,
      "grad_norm": 1.1197326366750606,
      "learning_rate": 2.2857133035490533e-05,
      "loss": 0.2764,
      "step": 8242
    },
    {
      "epoch": 5.155096935584741,
      "grad_norm": 1.1481401719973898,
      "learning_rate": 2.282421768599239e-05,
      "loss": 0.225,
      "step": 8243
    },
    {
      "epoch": 5.1557223264540335,
      "grad_norm": 1.3310294684457582,
      "learning_rate": 2.279132410170978e-05,
      "loss": 0.266,
      "step": 8244
    },
    {
      "epoch": 5.156347717323327,
      "grad_norm": 0.8929550760674132,
      "learning_rate": 2.2758452288272127e-05,
      "loss": 0.1939,
      "step": 8245
    },
    {
      "epoch": 5.15697310819262,
      "grad_norm": 1.5044405266084793,
      "learning_rate": 2.2725602251305253e-05,
      "loss": 0.3068,
      "step": 8246
    },
    {
      "epoch": 5.157598499061914,
      "grad_norm": 1.2414018732459362,
      "learning_rate": 2.2692773996431192e-05,
      "loss": 0.2335,
      "step": 8247
    },
    {
      "epoch": 5.158223889931207,
      "grad_norm": 1.1902647796713537,
      "learning_rate": 2.2659967529268245e-05,
      "loss": 0.2607,
      "step": 8248
    },
    {
      "epoch": 5.1588492808005,
      "grad_norm": 1.12564144635483,
      "learning_rate": 2.262718285543105e-05,
      "loss": 0.1914,
      "step": 8249
    },
    {
      "epoch": 5.159474671669794,
      "grad_norm": 1.1894028156075622,
      "learning_rate": 2.259441998053042e-05,
      "loss": 0.3012,
      "step": 8250
    },
    {
      "epoch": 5.160100062539087,
      "grad_norm": 1.0202035870766335,
      "learning_rate": 2.2561678910173498e-05,
      "loss": 0.2008,
      "step": 8251
    },
    {
      "epoch": 5.16072545340838,
      "grad_norm": 1.0318183752107781,
      "learning_rate": 2.2528959649963697e-05,
      "loss": 0.2567,
      "step": 8252
    },
    {
      "epoch": 5.161350844277673,
      "grad_norm": 0.982279740255179,
      "learning_rate": 2.2496262205500655e-05,
      "loss": 0.2145,
      "step": 8253
    },
    {
      "epoch": 5.161976235146967,
      "grad_norm": 0.8837147672190329,
      "learning_rate": 2.2463586582380326e-05,
      "loss": 0.2278,
      "step": 8254
    },
    {
      "epoch": 5.16260162601626,
      "grad_norm": 0.9653473106835396,
      "learning_rate": 2.243093278619491e-05,
      "loss": 0.228,
      "step": 8255
    },
    {
      "epoch": 5.163227016885553,
      "grad_norm": 1.1232058919890193,
      "learning_rate": 2.2398300822532833e-05,
      "loss": 0.2816,
      "step": 8256
    },
    {
      "epoch": 5.163852407754847,
      "grad_norm": 1.0585510047031563,
      "learning_rate": 2.236569069697886e-05,
      "loss": 0.2079,
      "step": 8257
    },
    {
      "epoch": 5.16447779862414,
      "grad_norm": 1.2523702069237146,
      "learning_rate": 2.233310241511396e-05,
      "loss": 0.3,
      "step": 8258
    },
    {
      "epoch": 5.165103189493434,
      "grad_norm": 1.3327085693758671,
      "learning_rate": 2.230053598251541e-05,
      "loss": 0.2893,
      "step": 8259
    },
    {
      "epoch": 5.165728580362726,
      "grad_norm": 1.093086020628227,
      "learning_rate": 2.2267991404756662e-05,
      "loss": 0.2616,
      "step": 8260
    },
    {
      "epoch": 5.16635397123202,
      "grad_norm": 1.362740719519159,
      "learning_rate": 2.2235468687407515e-05,
      "loss": 0.2901,
      "step": 8261
    },
    {
      "epoch": 5.166979362101313,
      "grad_norm": 0.7842097133253176,
      "learning_rate": 2.2202967836033998e-05,
      "loss": 0.1639,
      "step": 8262
    },
    {
      "epoch": 5.167604752970607,
      "grad_norm": 1.2928020512740777,
      "learning_rate": 2.2170488856198394e-05,
      "loss": 0.2946,
      "step": 8263
    },
    {
      "epoch": 5.1682301438399,
      "grad_norm": 0.8747479153726478,
      "learning_rate": 2.2138031753459288e-05,
      "loss": 0.2165,
      "step": 8264
    },
    {
      "epoch": 5.168855534709193,
      "grad_norm": 1.902035002709906,
      "learning_rate": 2.2105596533371412e-05,
      "loss": 0.3953,
      "step": 8265
    },
    {
      "epoch": 5.169480925578487,
      "grad_norm": 1.0915532709439755,
      "learning_rate": 2.2073183201485832e-05,
      "loss": 0.2543,
      "step": 8266
    },
    {
      "epoch": 5.17010631644778,
      "grad_norm": 0.9783552648632217,
      "learning_rate": 2.204079176334987e-05,
      "loss": 0.2298,
      "step": 8267
    },
    {
      "epoch": 5.170731707317073,
      "grad_norm": 1.1767539840648862,
      "learning_rate": 2.2008422224507083e-05,
      "loss": 0.2457,
      "step": 8268
    },
    {
      "epoch": 5.171357098186366,
      "grad_norm": 0.9207623329279722,
      "learning_rate": 2.1976074590497293e-05,
      "loss": 0.2375,
      "step": 8269
    },
    {
      "epoch": 5.17198248905566,
      "grad_norm": 1.057734360546006,
      "learning_rate": 2.1943748866856543e-05,
      "loss": 0.2461,
      "step": 8270
    },
    {
      "epoch": 5.1726078799249535,
      "grad_norm": 1.0193353733181199,
      "learning_rate": 2.1911445059117182e-05,
      "loss": 0.2121,
      "step": 8271
    },
    {
      "epoch": 5.173233270794246,
      "grad_norm": 0.8869999636924645,
      "learning_rate": 2.187916317280773e-05,
      "loss": 0.2195,
      "step": 8272
    },
    {
      "epoch": 5.17385866166354,
      "grad_norm": 1.1129759798540775,
      "learning_rate": 2.1846903213453025e-05,
      "loss": 0.2482,
      "step": 8273
    },
    {
      "epoch": 5.174484052532833,
      "grad_norm": 1.1682675096301962,
      "learning_rate": 2.1814665186574125e-05,
      "loss": 0.2528,
      "step": 8274
    },
    {
      "epoch": 5.1751094434021265,
      "grad_norm": 0.9715904792600956,
      "learning_rate": 2.1782449097688348e-05,
      "loss": 0.2288,
      "step": 8275
    },
    {
      "epoch": 5.175734834271419,
      "grad_norm": 1.3884927323690859,
      "learning_rate": 2.17502549523092e-05,
      "loss": 0.2843,
      "step": 8276
    },
    {
      "epoch": 5.176360225140713,
      "grad_norm": 1.3064450566968042,
      "learning_rate": 2.1718082755946553e-05,
      "loss": 0.2577,
      "step": 8277
    },
    {
      "epoch": 5.176985616010006,
      "grad_norm": 1.4181685706541292,
      "learning_rate": 2.168593251410636e-05,
      "loss": 0.2964,
      "step": 8278
    },
    {
      "epoch": 5.1776110068792995,
      "grad_norm": 1.9991513927422455,
      "learning_rate": 2.165380423229093e-05,
      "loss": 0.2931,
      "step": 8279
    },
    {
      "epoch": 5.178236397748593,
      "grad_norm": 1.0233966987393155,
      "learning_rate": 2.16216979159988e-05,
      "loss": 0.215,
      "step": 8280
    },
    {
      "epoch": 5.178861788617886,
      "grad_norm": 1.0560276014111252,
      "learning_rate": 2.1589613570724738e-05,
      "loss": 0.2226,
      "step": 8281
    },
    {
      "epoch": 5.17948717948718,
      "grad_norm": 1.0953668545003574,
      "learning_rate": 2.1557551201959727e-05,
      "loss": 0.2444,
      "step": 8282
    },
    {
      "epoch": 5.1801125703564725,
      "grad_norm": 1.0798729814012438,
      "learning_rate": 2.152551081519102e-05,
      "loss": 0.2087,
      "step": 8283
    },
    {
      "epoch": 5.180737961225766,
      "grad_norm": 1.1043904184319862,
      "learning_rate": 2.1493492415902103e-05,
      "loss": 0.2209,
      "step": 8284
    },
    {
      "epoch": 5.181363352095059,
      "grad_norm": 0.977217703678768,
      "learning_rate": 2.146149600957269e-05,
      "loss": 0.2624,
      "step": 8285
    },
    {
      "epoch": 5.181988742964353,
      "grad_norm": 0.9732145319771073,
      "learning_rate": 2.1429521601678727e-05,
      "loss": 0.2155,
      "step": 8286
    },
    {
      "epoch": 5.182614133833646,
      "grad_norm": 0.9193407237596806,
      "learning_rate": 2.1397569197692416e-05,
      "loss": 0.1946,
      "step": 8287
    },
    {
      "epoch": 5.183239524702939,
      "grad_norm": 1.0741858380590954,
      "learning_rate": 2.1365638803082174e-05,
      "loss": 0.2531,
      "step": 8288
    },
    {
      "epoch": 5.183864915572233,
      "grad_norm": 0.9522347668480489,
      "learning_rate": 2.133373042331265e-05,
      "loss": 0.2091,
      "step": 8289
    },
    {
      "epoch": 5.184490306441526,
      "grad_norm": 1.1101896996137726,
      "learning_rate": 2.1301844063844743e-05,
      "loss": 0.2257,
      "step": 8290
    },
    {
      "epoch": 5.1851156973108194,
      "grad_norm": 1.2081969905792993,
      "learning_rate": 2.1269979730135567e-05,
      "loss": 0.2175,
      "step": 8291
    },
    {
      "epoch": 5.185741088180112,
      "grad_norm": 1.0488451255546825,
      "learning_rate": 2.123813742763848e-05,
      "loss": 0.1883,
      "step": 8292
    },
    {
      "epoch": 5.186366479049406,
      "grad_norm": 1.0484598069072244,
      "learning_rate": 2.1206317161803087e-05,
      "loss": 0.2318,
      "step": 8293
    },
    {
      "epoch": 5.186991869918699,
      "grad_norm": 0.972449918898177,
      "learning_rate": 2.1174518938075136e-05,
      "loss": 0.1951,
      "step": 8294
    },
    {
      "epoch": 5.1876172607879925,
      "grad_norm": 1.2443365072332626,
      "learning_rate": 2.1142742761896668e-05,
      "loss": 0.2652,
      "step": 8295
    },
    {
      "epoch": 5.188242651657286,
      "grad_norm": 1.012578730903758,
      "learning_rate": 2.111098863870599e-05,
      "loss": 0.2066,
      "step": 8296
    },
    {
      "epoch": 5.188868042526579,
      "grad_norm": 1.1763733098057003,
      "learning_rate": 2.107925657393758e-05,
      "loss": 0.2531,
      "step": 8297
    },
    {
      "epoch": 5.189493433395873,
      "grad_norm": 1.3810928467279038,
      "learning_rate": 2.1047546573022116e-05,
      "loss": 0.2789,
      "step": 8298
    },
    {
      "epoch": 5.1901188242651655,
      "grad_norm": 0.9453473399082308,
      "learning_rate": 2.1015858641386607e-05,
      "loss": 0.2004,
      "step": 8299
    },
    {
      "epoch": 5.190744215134459,
      "grad_norm": 1.4570113383491983,
      "learning_rate": 2.0984192784454146e-05,
      "loss": 0.2505,
      "step": 8300
    },
    {
      "epoch": 5.191369606003752,
      "grad_norm": 0.9979026131346848,
      "learning_rate": 2.0952549007644114e-05,
      "loss": 0.1929,
      "step": 8301
    },
    {
      "epoch": 5.191994996873046,
      "grad_norm": 1.056004450264518,
      "learning_rate": 2.0920927316372165e-05,
      "loss": 0.2269,
      "step": 8302
    },
    {
      "epoch": 5.192620387742339,
      "grad_norm": 1.3278484634127634,
      "learning_rate": 2.088932771605007e-05,
      "loss": 0.3275,
      "step": 8303
    },
    {
      "epoch": 5.193245778611632,
      "grad_norm": 1.0862998782068842,
      "learning_rate": 2.0857750212085915e-05,
      "loss": 0.246,
      "step": 8304
    },
    {
      "epoch": 5.193871169480926,
      "grad_norm": 1.262563403228279,
      "learning_rate": 2.0826194809883933e-05,
      "loss": 0.2442,
      "step": 8305
    },
    {
      "epoch": 5.194496560350219,
      "grad_norm": 1.2171688943844303,
      "learning_rate": 2.079466151484462e-05,
      "loss": 0.2458,
      "step": 8306
    },
    {
      "epoch": 5.195121951219512,
      "grad_norm": 0.9269337885331792,
      "learning_rate": 2.0763150332364654e-05,
      "loss": 0.214,
      "step": 8307
    },
    {
      "epoch": 5.195747342088805,
      "grad_norm": 0.9597467001798902,
      "learning_rate": 2.0731661267836975e-05,
      "loss": 0.2105,
      "step": 8308
    },
    {
      "epoch": 5.196372732958099,
      "grad_norm": 1.3271481858589051,
      "learning_rate": 2.0700194326650672e-05,
      "loss": 0.2585,
      "step": 8309
    },
    {
      "epoch": 5.196998123827392,
      "grad_norm": 2.1731344648577973,
      "learning_rate": 2.0668749514191152e-05,
      "loss": 0.5135,
      "step": 8310
    },
    {
      "epoch": 5.197623514696685,
      "grad_norm": 1.2412411655804367,
      "learning_rate": 2.063732683583988e-05,
      "loss": 0.2602,
      "step": 8311
    },
    {
      "epoch": 5.198248905565979,
      "grad_norm": 1.0662968255177299,
      "learning_rate": 2.060592629697465e-05,
      "loss": 0.2171,
      "step": 8312
    },
    {
      "epoch": 5.198874296435272,
      "grad_norm": 1.1296694224390507,
      "learning_rate": 2.0574547902969468e-05,
      "loss": 0.2454,
      "step": 8313
    },
    {
      "epoch": 5.199499687304566,
      "grad_norm": 1.2058697671504586,
      "learning_rate": 2.054319165919447e-05,
      "loss": 0.2566,
      "step": 8314
    },
    {
      "epoch": 5.200125078173858,
      "grad_norm": 0.9799761764967352,
      "learning_rate": 2.0511857571016092e-05,
      "loss": 0.244,
      "step": 8315
    },
    {
      "epoch": 5.200750469043152,
      "grad_norm": 0.8751840615473575,
      "learning_rate": 2.048054564379692e-05,
      "loss": 0.2086,
      "step": 8316
    },
    {
      "epoch": 5.201375859912445,
      "grad_norm": 1.0572294417898351,
      "learning_rate": 2.0449255882895778e-05,
      "loss": 0.2377,
      "step": 8317
    },
    {
      "epoch": 5.202001250781739,
      "grad_norm": 1.1026582450747637,
      "learning_rate": 2.0417988293667648e-05,
      "loss": 0.2581,
      "step": 8318
    },
    {
      "epoch": 5.202626641651032,
      "grad_norm": 0.9915887647680893,
      "learning_rate": 2.0386742881463787e-05,
      "loss": 0.2301,
      "step": 8319
    },
    {
      "epoch": 5.203252032520325,
      "grad_norm": 0.7943162019394016,
      "learning_rate": 2.0355519651631612e-05,
      "loss": 0.1716,
      "step": 8320
    },
    {
      "epoch": 5.203877423389619,
      "grad_norm": 1.021952752043796,
      "learning_rate": 2.0324318609514738e-05,
      "loss": 0.2408,
      "step": 8321
    },
    {
      "epoch": 5.204502814258912,
      "grad_norm": 1.4713242997074019,
      "learning_rate": 2.0293139760453025e-05,
      "loss": 0.325,
      "step": 8322
    },
    {
      "epoch": 5.205128205128205,
      "grad_norm": 1.2797184622572197,
      "learning_rate": 2.0261983109782487e-05,
      "loss": 0.3038,
      "step": 8323
    },
    {
      "epoch": 5.205753595997498,
      "grad_norm": 0.8960714790313011,
      "learning_rate": 2.0230848662835357e-05,
      "loss": 0.1914,
      "step": 8324
    },
    {
      "epoch": 5.206378986866792,
      "grad_norm": 1.1275253481996168,
      "learning_rate": 2.0199736424940076e-05,
      "loss": 0.2427,
      "step": 8325
    },
    {
      "epoch": 5.2070043777360855,
      "grad_norm": 1.034574001818681,
      "learning_rate": 2.016864640142132e-05,
      "loss": 0.2359,
      "step": 8326
    },
    {
      "epoch": 5.207629768605378,
      "grad_norm": 1.0260324305418826,
      "learning_rate": 2.0137578597599855e-05,
      "loss": 0.2208,
      "step": 8327
    },
    {
      "epoch": 5.208255159474672,
      "grad_norm": 0.8834325556166949,
      "learning_rate": 2.0106533018792725e-05,
      "loss": 0.2056,
      "step": 8328
    },
    {
      "epoch": 5.208880550343965,
      "grad_norm": 0.9319325435981585,
      "learning_rate": 2.0075509670313173e-05,
      "loss": 0.1819,
      "step": 8329
    },
    {
      "epoch": 5.2095059412132585,
      "grad_norm": 0.9438799777955282,
      "learning_rate": 2.0044508557470617e-05,
      "loss": 0.2521,
      "step": 8330
    },
    {
      "epoch": 5.210131332082551,
      "grad_norm": 1.05229451290419,
      "learning_rate": 2.0013529685570683e-05,
      "loss": 0.2778,
      "step": 8331
    },
    {
      "epoch": 5.210756722951845,
      "grad_norm": 1.0175644627507445,
      "learning_rate": 1.9982573059915164e-05,
      "loss": 0.2261,
      "step": 8332
    },
    {
      "epoch": 5.211382113821138,
      "grad_norm": 1.233125947446241,
      "learning_rate": 1.9951638685802067e-05,
      "loss": 0.2505,
      "step": 8333
    },
    {
      "epoch": 5.2120075046904315,
      "grad_norm": 1.185185079372533,
      "learning_rate": 1.9920726568525595e-05,
      "loss": 0.2461,
      "step": 8334
    },
    {
      "epoch": 5.212632895559725,
      "grad_norm": 1.323862408147056,
      "learning_rate": 1.988983671337615e-05,
      "loss": 0.283,
      "step": 8335
    },
    {
      "epoch": 5.213258286429018,
      "grad_norm": 0.8346136858428257,
      "learning_rate": 1.9858969125640268e-05,
      "loss": 0.2035,
      "step": 8336
    },
    {
      "epoch": 5.213883677298312,
      "grad_norm": 1.1254083446843401,
      "learning_rate": 1.9828123810600722e-05,
      "loss": 0.2321,
      "step": 8337
    },
    {
      "epoch": 5.2145090681676045,
      "grad_norm": 1.0868165983073554,
      "learning_rate": 1.9797300773536472e-05,
      "loss": 0.203,
      "step": 8338
    },
    {
      "epoch": 5.215134459036898,
      "grad_norm": 1.1394629917326264,
      "learning_rate": 1.9766500019722652e-05,
      "loss": 0.2428,
      "step": 8339
    },
    {
      "epoch": 5.215759849906191,
      "grad_norm": 1.186947333142877,
      "learning_rate": 1.9735721554430612e-05,
      "loss": 0.2519,
      "step": 8340
    },
    {
      "epoch": 5.216385240775485,
      "grad_norm": 1.4215054382525418,
      "learning_rate": 1.9704965382927833e-05,
      "loss": 0.2352,
      "step": 8341
    },
    {
      "epoch": 5.217010631644778,
      "grad_norm": 1.0466396310454278,
      "learning_rate": 1.967423151047806e-05,
      "loss": 0.231,
      "step": 8342
    },
    {
      "epoch": 5.217636022514071,
      "grad_norm": 1.3380414683649564,
      "learning_rate": 1.9643519942341102e-05,
      "loss": 0.2608,
      "step": 8343
    },
    {
      "epoch": 5.218261413383365,
      "grad_norm": 1.1529544675006886,
      "learning_rate": 1.9612830683773068e-05,
      "loss": 0.2394,
      "step": 8344
    },
    {
      "epoch": 5.218886804252658,
      "grad_norm": 1.1886052634370292,
      "learning_rate": 1.958216374002619e-05,
      "loss": 0.2658,
      "step": 8345
    },
    {
      "epoch": 5.219512195121951,
      "grad_norm": 1.007521959767089,
      "learning_rate": 1.955151911634889e-05,
      "loss": 0.2796,
      "step": 8346
    },
    {
      "epoch": 5.220137585991244,
      "grad_norm": 0.964861619286476,
      "learning_rate": 1.9520896817985786e-05,
      "loss": 0.2623,
      "step": 8347
    },
    {
      "epoch": 5.220762976860538,
      "grad_norm": 1.0960275474137657,
      "learning_rate": 1.9490296850177656e-05,
      "loss": 0.2295,
      "step": 8348
    },
    {
      "epoch": 5.221388367729831,
      "grad_norm": 1.0086222481180938,
      "learning_rate": 1.9459719218161475e-05,
      "loss": 0.2371,
      "step": 8349
    },
    {
      "epoch": 5.222013758599124,
      "grad_norm": 0.9995669581118526,
      "learning_rate": 1.9429163927170354e-05,
      "loss": 0.1955,
      "step": 8350
    },
    {
      "epoch": 5.222639149468418,
      "grad_norm": 1.1224833057187529,
      "learning_rate": 1.939863098243365e-05,
      "loss": 0.2587,
      "step": 8351
    },
    {
      "epoch": 5.223264540337711,
      "grad_norm": 0.8974176104626386,
      "learning_rate": 1.9368120389176812e-05,
      "loss": 0.1758,
      "step": 8352
    },
    {
      "epoch": 5.223889931207005,
      "grad_norm": 1.2933305704091649,
      "learning_rate": 1.9337632152621548e-05,
      "loss": 0.2433,
      "step": 8353
    },
    {
      "epoch": 5.224515322076297,
      "grad_norm": 0.981642561587083,
      "learning_rate": 1.9307166277985663e-05,
      "loss": 0.2261,
      "step": 8354
    },
    {
      "epoch": 5.225140712945591,
      "grad_norm": 1.0082280138877089,
      "learning_rate": 1.927672277048321e-05,
      "loss": 0.1963,
      "step": 8355
    },
    {
      "epoch": 5.225766103814884,
      "grad_norm": 1.214959006163459,
      "learning_rate": 1.9246301635324352e-05,
      "loss": 0.269,
      "step": 8356
    },
    {
      "epoch": 5.226391494684178,
      "grad_norm": 0.9493500178012322,
      "learning_rate": 1.9215902877715437e-05,
      "loss": 0.2069,
      "step": 8357
    },
    {
      "epoch": 5.227016885553471,
      "grad_norm": 1.0810210117799923,
      "learning_rate": 1.918552650285901e-05,
      "loss": 0.2323,
      "step": 8358
    },
    {
      "epoch": 5.227642276422764,
      "grad_norm": 1.317286773396891,
      "learning_rate": 1.915517251595379e-05,
      "loss": 0.2773,
      "step": 8359
    },
    {
      "epoch": 5.228267667292058,
      "grad_norm": 1.2754725340763493,
      "learning_rate": 1.9124840922194595e-05,
      "loss": 0.2456,
      "step": 8360
    },
    {
      "epoch": 5.228893058161351,
      "grad_norm": 1.2238463491200924,
      "learning_rate": 1.9094531726772466e-05,
      "loss": 0.2828,
      "step": 8361
    },
    {
      "epoch": 5.229518449030644,
      "grad_norm": 1.2570267251694658,
      "learning_rate": 1.9064244934874624e-05,
      "loss": 0.2553,
      "step": 8362
    },
    {
      "epoch": 5.230143839899937,
      "grad_norm": 1.0229633758351928,
      "learning_rate": 1.903398055168442e-05,
      "loss": 0.1909,
      "step": 8363
    },
    {
      "epoch": 5.230769230769231,
      "grad_norm": 1.115549477065692,
      "learning_rate": 1.900373858238138e-05,
      "loss": 0.2109,
      "step": 8364
    },
    {
      "epoch": 5.231394621638524,
      "grad_norm": 1.4999586858117264,
      "learning_rate": 1.897351903214121e-05,
      "loss": 0.2913,
      "step": 8365
    },
    {
      "epoch": 5.232020012507817,
      "grad_norm": 1.0766407154644846,
      "learning_rate": 1.894332190613578e-05,
      "loss": 0.2267,
      "step": 8366
    },
    {
      "epoch": 5.232645403377111,
      "grad_norm": 1.299938352072987,
      "learning_rate": 1.891314720953308e-05,
      "loss": 0.2663,
      "step": 8367
    },
    {
      "epoch": 5.233270794246404,
      "grad_norm": 1.29835043985765,
      "learning_rate": 1.8882994947497305e-05,
      "loss": 0.2763,
      "step": 8368
    },
    {
      "epoch": 5.2338961851156975,
      "grad_norm": 1.276815567593191,
      "learning_rate": 1.8852865125188804e-05,
      "loss": 0.2336,
      "step": 8369
    },
    {
      "epoch": 5.23452157598499,
      "grad_norm": 1.451248299739324,
      "learning_rate": 1.8822757747764106e-05,
      "loss": 0.2599,
      "step": 8370
    },
    {
      "epoch": 5.235146966854284,
      "grad_norm": 1.01160257279708,
      "learning_rate": 1.8792672820375805e-05,
      "loss": 0.2014,
      "step": 8371
    },
    {
      "epoch": 5.235772357723577,
      "grad_norm": 2.052368310949476,
      "learning_rate": 1.8762610348172747e-05,
      "loss": 0.4208,
      "step": 8372
    },
    {
      "epoch": 5.2363977485928705,
      "grad_norm": 1.2275754870382718,
      "learning_rate": 1.8732570336299902e-05,
      "loss": 0.2307,
      "step": 8373
    },
    {
      "epoch": 5.237023139462164,
      "grad_norm": 0.8167156397580763,
      "learning_rate": 1.870255278989842e-05,
      "loss": 0.2004,
      "step": 8374
    },
    {
      "epoch": 5.237648530331457,
      "grad_norm": 0.997320025878307,
      "learning_rate": 1.86725577141056e-05,
      "loss": 0.1968,
      "step": 8375
    },
    {
      "epoch": 5.238273921200751,
      "grad_norm": 1.0477112872979248,
      "learning_rate": 1.8642585114054832e-05,
      "loss": 0.2331,
      "step": 8376
    },
    {
      "epoch": 5.238899312070044,
      "grad_norm": 1.181778563757841,
      "learning_rate": 1.861263499487574e-05,
      "loss": 0.2247,
      "step": 8377
    },
    {
      "epoch": 5.239524702939337,
      "grad_norm": 1.3431411561206619,
      "learning_rate": 1.858270736169405e-05,
      "loss": 0.2936,
      "step": 8378
    },
    {
      "epoch": 5.24015009380863,
      "grad_norm": 0.9723258548779019,
      "learning_rate": 1.855280221963169e-05,
      "loss": 0.1904,
      "step": 8379
    },
    {
      "epoch": 5.240775484677924,
      "grad_norm": 0.9029044172506251,
      "learning_rate": 1.852291957380669e-05,
      "loss": 0.2063,
      "step": 8380
    },
    {
      "epoch": 5.2414008755472175,
      "grad_norm": 1.9025018565221277,
      "learning_rate": 1.8493059429333268e-05,
      "loss": 0.2272,
      "step": 8381
    },
    {
      "epoch": 5.24202626641651,
      "grad_norm": 1.0721187692182876,
      "learning_rate": 1.846322179132174e-05,
      "loss": 0.2374,
      "step": 8382
    },
    {
      "epoch": 5.242651657285804,
      "grad_norm": 1.138020824395311,
      "learning_rate": 1.8433406664878626e-05,
      "loss": 0.252,
      "step": 8383
    },
    {
      "epoch": 5.243277048155097,
      "grad_norm": 1.3051950910041905,
      "learning_rate": 1.8403614055106553e-05,
      "loss": 0.2914,
      "step": 8384
    },
    {
      "epoch": 5.2439024390243905,
      "grad_norm": 1.1831279280894236,
      "learning_rate": 1.837384396710433e-05,
      "loss": 0.2513,
      "step": 8385
    },
    {
      "epoch": 5.244527829893683,
      "grad_norm": 0.9494257623504331,
      "learning_rate": 1.8344096405966878e-05,
      "loss": 0.2097,
      "step": 8386
    },
    {
      "epoch": 5.245153220762977,
      "grad_norm": 1.1164265376540063,
      "learning_rate": 1.8314371376785296e-05,
      "loss": 0.2015,
      "step": 8387
    },
    {
      "epoch": 5.24577861163227,
      "grad_norm": 1.0632930515351342,
      "learning_rate": 1.828466888464678e-05,
      "loss": 0.2047,
      "step": 8388
    },
    {
      "epoch": 5.2464040025015635,
      "grad_norm": 1.0862986816511677,
      "learning_rate": 1.8254988934634712e-05,
      "loss": 0.2467,
      "step": 8389
    },
    {
      "epoch": 5.247029393370857,
      "grad_norm": 1.0432041391311349,
      "learning_rate": 1.8225331531828597e-05,
      "loss": 0.2525,
      "step": 8390
    },
    {
      "epoch": 5.24765478424015,
      "grad_norm": 0.9584829902564794,
      "learning_rate": 1.8195696681304105e-05,
      "loss": 0.2127,
      "step": 8391
    },
    {
      "epoch": 5.248280175109444,
      "grad_norm": 1.1453690433062436,
      "learning_rate": 1.816608438813302e-05,
      "loss": 0.2059,
      "step": 8392
    },
    {
      "epoch": 5.2489055659787365,
      "grad_norm": 0.8785708037502493,
      "learning_rate": 1.8136494657383228e-05,
      "loss": 0.2162,
      "step": 8393
    },
    {
      "epoch": 5.24953095684803,
      "grad_norm": 0.86283400660142,
      "learning_rate": 1.810692749411885e-05,
      "loss": 0.1923,
      "step": 8394
    },
    {
      "epoch": 5.250156347717323,
      "grad_norm": 1.025021114930971,
      "learning_rate": 1.8077382903400057e-05,
      "loss": 0.2551,
      "step": 8395
    },
    {
      "epoch": 5.250781738586617,
      "grad_norm": 1.0571864938834337,
      "learning_rate": 1.80478608902832e-05,
      "loss": 0.2309,
      "step": 8396
    },
    {
      "epoch": 5.2514071294559095,
      "grad_norm": 1.0872639444729644,
      "learning_rate": 1.8018361459820773e-05,
      "loss": 0.2219,
      "step": 8397
    },
    {
      "epoch": 5.252032520325203,
      "grad_norm": 1.1068187405638015,
      "learning_rate": 1.7988884617061387e-05,
      "loss": 0.2111,
      "step": 8398
    },
    {
      "epoch": 5.252657911194497,
      "grad_norm": 1.1553067146229319,
      "learning_rate": 1.7959430367049793e-05,
      "loss": 0.23,
      "step": 8399
    },
    {
      "epoch": 5.25328330206379,
      "grad_norm": 0.9501234199596135,
      "learning_rate": 1.7929998714826853e-05,
      "loss": 0.2033,
      "step": 8400
    },
    {
      "epoch": 5.253908692933083,
      "grad_norm": 1.2063172595255638,
      "learning_rate": 1.7900589665429594e-05,
      "loss": 0.251,
      "step": 8401
    },
    {
      "epoch": 5.254534083802376,
      "grad_norm": 1.0264545160252905,
      "learning_rate": 1.7871203223891168e-05,
      "loss": 0.2028,
      "step": 8402
    },
    {
      "epoch": 5.25515947467167,
      "grad_norm": 1.0132979564847095,
      "learning_rate": 1.7841839395240836e-05,
      "loss": 0.2265,
      "step": 8403
    },
    {
      "epoch": 5.255784865540963,
      "grad_norm": 0.947212323460626,
      "learning_rate": 1.781249818450403e-05,
      "loss": 0.24,
      "step": 8404
    },
    {
      "epoch": 5.256410256410256,
      "grad_norm": 1.312433875671304,
      "learning_rate": 1.7783179596702286e-05,
      "loss": 0.2496,
      "step": 8405
    },
    {
      "epoch": 5.25703564727955,
      "grad_norm": 1.0180058719146845,
      "learning_rate": 1.7753883636853234e-05,
      "loss": 0.212,
      "step": 8406
    },
    {
      "epoch": 5.257661038148843,
      "grad_norm": 0.8061649191111195,
      "learning_rate": 1.7724610309970684e-05,
      "loss": 0.1743,
      "step": 8407
    },
    {
      "epoch": 5.258286429018137,
      "grad_norm": 1.0008368409737802,
      "learning_rate": 1.7695359621064558e-05,
      "loss": 0.217,
      "step": 8408
    },
    {
      "epoch": 5.258911819887429,
      "grad_norm": 0.9627556545346336,
      "learning_rate": 1.7666131575140892e-05,
      "loss": 0.1983,
      "step": 8409
    },
    {
      "epoch": 5.259537210756723,
      "grad_norm": 0.8870959880859517,
      "learning_rate": 1.763692617720186e-05,
      "loss": 0.1764,
      "step": 8410
    },
    {
      "epoch": 5.260162601626016,
      "grad_norm": 1.077792465651784,
      "learning_rate": 1.7607743432245787e-05,
      "loss": 0.2333,
      "step": 8411
    },
    {
      "epoch": 5.26078799249531,
      "grad_norm": 1.3638809189120664,
      "learning_rate": 1.7578583345267023e-05,
      "loss": 0.2555,
      "step": 8412
    },
    {
      "epoch": 5.261413383364603,
      "grad_norm": 1.456119727220759,
      "learning_rate": 1.7549445921256145e-05,
      "loss": 0.3353,
      "step": 8413
    },
    {
      "epoch": 5.262038774233896,
      "grad_norm": 1.0325973260453585,
      "learning_rate": 1.7520331165199797e-05,
      "loss": 0.2196,
      "step": 8414
    },
    {
      "epoch": 5.26266416510319,
      "grad_norm": 1.151981010229581,
      "learning_rate": 1.7491239082080775e-05,
      "loss": 0.2471,
      "step": 8415
    },
    {
      "epoch": 5.263289555972483,
      "grad_norm": 2.968251151303692,
      "learning_rate": 1.7462169676877986e-05,
      "loss": 0.229,
      "step": 8416
    },
    {
      "epoch": 5.263914946841776,
      "grad_norm": 1.1775452859601978,
      "learning_rate": 1.7433122954566424e-05,
      "loss": 0.2337,
      "step": 8417
    },
    {
      "epoch": 5.264540337711069,
      "grad_norm": 0.9781365387097719,
      "learning_rate": 1.740409892011722e-05,
      "loss": 0.1907,
      "step": 8418
    },
    {
      "epoch": 5.265165728580363,
      "grad_norm": 1.3395081400209057,
      "learning_rate": 1.7375097578497666e-05,
      "loss": 0.2608,
      "step": 8419
    },
    {
      "epoch": 5.265791119449656,
      "grad_norm": 1.133264484221203,
      "learning_rate": 1.7346118934671105e-05,
      "loss": 0.2654,
      "step": 8420
    },
    {
      "epoch": 5.266416510318949,
      "grad_norm": 0.9067076578057506,
      "learning_rate": 1.7317162993597023e-05,
      "loss": 0.2004,
      "step": 8421
    },
    {
      "epoch": 5.267041901188243,
      "grad_norm": 0.9747718681361766,
      "learning_rate": 1.7288229760231038e-05,
      "loss": 0.1959,
      "step": 8422
    },
    {
      "epoch": 5.267667292057536,
      "grad_norm": 1.657690912046678,
      "learning_rate": 1.725931923952484e-05,
      "loss": 0.3324,
      "step": 8423
    },
    {
      "epoch": 5.2682926829268295,
      "grad_norm": 1.0569028677440184,
      "learning_rate": 1.7230431436426284e-05,
      "loss": 0.1979,
      "step": 8424
    },
    {
      "epoch": 5.268918073796122,
      "grad_norm": 1.032741024834042,
      "learning_rate": 1.720156635587927e-05,
      "loss": 0.2343,
      "step": 8425
    },
    {
      "epoch": 5.269543464665416,
      "grad_norm": 1.035628013518099,
      "learning_rate": 1.7172724002823877e-05,
      "loss": 0.2189,
      "step": 8426
    },
    {
      "epoch": 5.270168855534709,
      "grad_norm": 0.8763860497384819,
      "learning_rate": 1.7143904382196243e-05,
      "loss": 0.2017,
      "step": 8427
    },
    {
      "epoch": 5.2707942464040025,
      "grad_norm": 1.0729658426184825,
      "learning_rate": 1.7115107498928654e-05,
      "loss": 0.2242,
      "step": 8428
    },
    {
      "epoch": 5.271419637273296,
      "grad_norm": 0.8381101109054651,
      "learning_rate": 1.7086333357949482e-05,
      "loss": 0.1879,
      "step": 8429
    },
    {
      "epoch": 5.272045028142589,
      "grad_norm": 1.1026430429174492,
      "learning_rate": 1.7057581964183227e-05,
      "loss": 0.2344,
      "step": 8430
    },
    {
      "epoch": 5.272670419011883,
      "grad_norm": 0.9402590729942174,
      "learning_rate": 1.7028853322550462e-05,
      "loss": 0.2163,
      "step": 8431
    },
    {
      "epoch": 5.2732958098811755,
      "grad_norm": 1.4929285612928411,
      "learning_rate": 1.700014743796789e-05,
      "loss": 0.2795,
      "step": 8432
    },
    {
      "epoch": 5.273921200750469,
      "grad_norm": 1.1771581035833658,
      "learning_rate": 1.6971464315348337e-05,
      "loss": 0.2547,
      "step": 8433
    },
    {
      "epoch": 5.274546591619762,
      "grad_norm": 1.1841261569340413,
      "learning_rate": 1.6942803959600686e-05,
      "loss": 0.2606,
      "step": 8434
    },
    {
      "epoch": 5.275171982489056,
      "grad_norm": 0.9958219224582628,
      "learning_rate": 1.6914166375629966e-05,
      "loss": 0.2188,
      "step": 8435
    },
    {
      "epoch": 5.275797373358349,
      "grad_norm": 0.9658005355723078,
      "learning_rate": 1.688555156833729e-05,
      "loss": 0.1832,
      "step": 8436
    },
    {
      "epoch": 5.276422764227642,
      "grad_norm": 1.1846728999812228,
      "learning_rate": 1.685695954261986e-05,
      "loss": 0.2563,
      "step": 8437
    },
    {
      "epoch": 5.277048155096936,
      "grad_norm": 1.0161493229820127,
      "learning_rate": 1.6828390303371002e-05,
      "loss": 0.2201,
      "step": 8438
    },
    {
      "epoch": 5.277673545966229,
      "grad_norm": 1.4139308310498295,
      "learning_rate": 1.6799843855480148e-05,
      "loss": 0.2444,
      "step": 8439
    },
    {
      "epoch": 5.278298936835522,
      "grad_norm": 1.126854426878145,
      "learning_rate": 1.6771320203832822e-05,
      "loss": 0.2171,
      "step": 8440
    },
    {
      "epoch": 5.278924327704815,
      "grad_norm": 1.0419690797178007,
      "learning_rate": 1.6742819353310633e-05,
      "loss": 0.2308,
      "step": 8441
    },
    {
      "epoch": 5.279549718574109,
      "grad_norm": 1.2116850216069304,
      "learning_rate": 1.6714341308791264e-05,
      "loss": 0.2491,
      "step": 8442
    },
    {
      "epoch": 5.280175109443402,
      "grad_norm": 1.0227903995478815,
      "learning_rate": 1.6685886075148547e-05,
      "loss": 0.2149,
      "step": 8443
    },
    {
      "epoch": 5.280800500312695,
      "grad_norm": 1.1114626065339206,
      "learning_rate": 1.6657453657252406e-05,
      "loss": 0.2552,
      "step": 8444
    },
    {
      "epoch": 5.281425891181989,
      "grad_norm": 1.0209669069354224,
      "learning_rate": 1.6629044059968814e-05,
      "loss": 0.2243,
      "step": 8445
    },
    {
      "epoch": 5.282051282051282,
      "grad_norm": 1.0556262308798152,
      "learning_rate": 1.6600657288159935e-05,
      "loss": 0.2159,
      "step": 8446
    },
    {
      "epoch": 5.282676672920576,
      "grad_norm": 1.1246194437952943,
      "learning_rate": 1.657229334668386e-05,
      "loss": 0.2154,
      "step": 8447
    },
    {
      "epoch": 5.283302063789868,
      "grad_norm": 1.0711383021618786,
      "learning_rate": 1.654395224039493e-05,
      "loss": 0.2074,
      "step": 8448
    },
    {
      "epoch": 5.283927454659162,
      "grad_norm": 0.9152296651139735,
      "learning_rate": 1.651563397414351e-05,
      "loss": 0.2112,
      "step": 8449
    },
    {
      "epoch": 5.284552845528455,
      "grad_norm": 1.0682623214343026,
      "learning_rate": 1.6487338552776074e-05,
      "loss": 0.2142,
      "step": 8450
    },
    {
      "epoch": 5.285178236397749,
      "grad_norm": 0.8927599635786734,
      "learning_rate": 1.6459065981135167e-05,
      "loss": 0.19,
      "step": 8451
    },
    {
      "epoch": 5.2858036272670414,
      "grad_norm": 1.0680005527368703,
      "learning_rate": 1.6430816264059447e-05,
      "loss": 0.2273,
      "step": 8452
    },
    {
      "epoch": 5.286429018136335,
      "grad_norm": 1.1712080098025064,
      "learning_rate": 1.6402589406383638e-05,
      "loss": 0.2068,
      "step": 8453
    },
    {
      "epoch": 5.287054409005629,
      "grad_norm": 1.2347808124202564,
      "learning_rate": 1.6374385412938583e-05,
      "loss": 0.2445,
      "step": 8454
    },
    {
      "epoch": 5.287679799874922,
      "grad_norm": 1.0424388073222226,
      "learning_rate": 1.6346204288551162e-05,
      "loss": 0.2054,
      "step": 8455
    },
    {
      "epoch": 5.288305190744215,
      "grad_norm": 1.004973738773322,
      "learning_rate": 1.631804603804438e-05,
      "loss": 0.2241,
      "step": 8456
    },
    {
      "epoch": 5.288930581613508,
      "grad_norm": 0.9964027357664074,
      "learning_rate": 1.6289910666237365e-05,
      "loss": 0.2323,
      "step": 8457
    },
    {
      "epoch": 5.289555972482802,
      "grad_norm": 0.9605463484221864,
      "learning_rate": 1.626179817794522e-05,
      "loss": 0.2198,
      "step": 8458
    },
    {
      "epoch": 5.290181363352095,
      "grad_norm": 1.1411258083473235,
      "learning_rate": 1.6233708577979188e-05,
      "loss": 0.2434,
      "step": 8459
    },
    {
      "epoch": 5.290806754221388,
      "grad_norm": 1.2596919535292028,
      "learning_rate": 1.6205641871146645e-05,
      "loss": 0.2733,
      "step": 8460
    },
    {
      "epoch": 5.291432145090682,
      "grad_norm": 1.5829023830797444,
      "learning_rate": 1.6177598062250986e-05,
      "loss": 0.2209,
      "step": 8461
    },
    {
      "epoch": 5.292057535959975,
      "grad_norm": 1.055897608442585,
      "learning_rate": 1.6149577156091715e-05,
      "loss": 0.2203,
      "step": 8462
    },
    {
      "epoch": 5.2926829268292686,
      "grad_norm": 1.288369400945386,
      "learning_rate": 1.612157915746438e-05,
      "loss": 0.2602,
      "step": 8463
    },
    {
      "epoch": 5.293308317698561,
      "grad_norm": 1.1996723345476807,
      "learning_rate": 1.609360407116067e-05,
      "loss": 0.2724,
      "step": 8464
    },
    {
      "epoch": 5.293933708567855,
      "grad_norm": 1.0060631832917724,
      "learning_rate": 1.6065651901968303e-05,
      "loss": 0.19,
      "step": 8465
    },
    {
      "epoch": 5.294559099437148,
      "grad_norm": 1.0854414501769898,
      "learning_rate": 1.6037722654671098e-05,
      "loss": 0.2157,
      "step": 8466
    },
    {
      "epoch": 5.295184490306442,
      "grad_norm": 0.9753436281678481,
      "learning_rate": 1.6009816334048935e-05,
      "loss": 0.2048,
      "step": 8467
    },
    {
      "epoch": 5.295809881175735,
      "grad_norm": 0.861555980853868,
      "learning_rate": 1.598193294487778e-05,
      "loss": 0.1674,
      "step": 8468
    },
    {
      "epoch": 5.296435272045028,
      "grad_norm": 1.0006397383499606,
      "learning_rate": 1.5954072491929675e-05,
      "loss": 0.2005,
      "step": 8469
    },
    {
      "epoch": 5.297060662914322,
      "grad_norm": 0.931481579768349,
      "learning_rate": 1.592623497997273e-05,
      "loss": 0.2093,
      "step": 8470
    },
    {
      "epoch": 5.297686053783615,
      "grad_norm": 1.3395662326940758,
      "learning_rate": 1.5898420413771144e-05,
      "loss": 0.2875,
      "step": 8471
    },
    {
      "epoch": 5.298311444652908,
      "grad_norm": 1.3715428586414427,
      "learning_rate": 1.5870628798085183e-05,
      "loss": 0.2443,
      "step": 8472
    },
    {
      "epoch": 5.298936835522201,
      "grad_norm": 1.055695971367573,
      "learning_rate": 1.5842860137671203e-05,
      "loss": 0.2276,
      "step": 8473
    },
    {
      "epoch": 5.299562226391495,
      "grad_norm": 1.1681829785835567,
      "learning_rate": 1.581511443728154e-05,
      "loss": 0.2538,
      "step": 8474
    },
    {
      "epoch": 5.300187617260788,
      "grad_norm": 1.1142157859896773,
      "learning_rate": 1.578739170166471e-05,
      "loss": 0.2402,
      "step": 8475
    },
    {
      "epoch": 5.300813008130081,
      "grad_norm": 0.8855273046892799,
      "learning_rate": 1.5759691935565268e-05,
      "loss": 0.1751,
      "step": 8476
    },
    {
      "epoch": 5.301438398999375,
      "grad_norm": 1.3306602461729327,
      "learning_rate": 1.5732015143723804e-05,
      "loss": 0.2124,
      "step": 8477
    },
    {
      "epoch": 5.302063789868668,
      "grad_norm": 1.1283724982787633,
      "learning_rate": 1.5704361330877014e-05,
      "loss": 0.2136,
      "step": 8478
    },
    {
      "epoch": 5.3026891807379615,
      "grad_norm": 1.074421002152584,
      "learning_rate": 1.5676730501757663e-05,
      "loss": 0.2167,
      "step": 8479
    },
    {
      "epoch": 5.303314571607254,
      "grad_norm": 1.1278259466438898,
      "learning_rate": 1.5649122661094547e-05,
      "loss": 0.2614,
      "step": 8480
    },
    {
      "epoch": 5.303939962476548,
      "grad_norm": 1.0149330716403586,
      "learning_rate": 1.562153781361258e-05,
      "loss": 0.2558,
      "step": 8481
    },
    {
      "epoch": 5.304565353345841,
      "grad_norm": 1.1596922588512262,
      "learning_rate": 1.5593975964032658e-05,
      "loss": 0.2269,
      "step": 8482
    },
    {
      "epoch": 5.3051907442151345,
      "grad_norm": 1.1580708338957435,
      "learning_rate": 1.556643711707181e-05,
      "loss": 0.2225,
      "step": 8483
    },
    {
      "epoch": 5.305816135084428,
      "grad_norm": 0.9265144632994031,
      "learning_rate": 1.553892127744314e-05,
      "loss": 0.209,
      "step": 8484
    },
    {
      "epoch": 5.306441525953721,
      "grad_norm": 1.1938646140925864,
      "learning_rate": 1.5511428449855758e-05,
      "loss": 0.2135,
      "step": 8485
    },
    {
      "epoch": 5.307066916823015,
      "grad_norm": 1.2096868754076124,
      "learning_rate": 1.548395863901485e-05,
      "loss": 0.2453,
      "step": 8486
    },
    {
      "epoch": 5.3076923076923075,
      "grad_norm": 1.2836777595062323,
      "learning_rate": 1.5456511849621707e-05,
      "loss": 0.2326,
      "step": 8487
    },
    {
      "epoch": 5.308317698561601,
      "grad_norm": 1.2083513205349719,
      "learning_rate": 1.5429088086373635e-05,
      "loss": 0.2399,
      "step": 8488
    },
    {
      "epoch": 5.308943089430894,
      "grad_norm": 0.8866028437231264,
      "learning_rate": 1.540168735396402e-05,
      "loss": 0.1856,
      "step": 8489
    },
    {
      "epoch": 5.309568480300188,
      "grad_norm": 1.1168456134927753,
      "learning_rate": 1.5374309657082306e-05,
      "loss": 0.2703,
      "step": 8490
    },
    {
      "epoch": 5.310193871169481,
      "grad_norm": 1.2678575211701575,
      "learning_rate": 1.5346955000413963e-05,
      "loss": 0.2414,
      "step": 8491
    },
    {
      "epoch": 5.310819262038774,
      "grad_norm": 1.0056099404490577,
      "learning_rate": 1.5319623388640544e-05,
      "loss": 0.2109,
      "step": 8492
    },
    {
      "epoch": 5.311444652908068,
      "grad_norm": 1.4421644016041386,
      "learning_rate": 1.5292314826439676e-05,
      "loss": 0.2683,
      "step": 8493
    },
    {
      "epoch": 5.312070043777361,
      "grad_norm": 1.1619673352578102,
      "learning_rate": 1.5265029318485005e-05,
      "loss": 0.2054,
      "step": 8494
    },
    {
      "epoch": 5.312695434646654,
      "grad_norm": 1.2745005561157603,
      "learning_rate": 1.5237766869446261e-05,
      "loss": 0.3044,
      "step": 8495
    },
    {
      "epoch": 5.313320825515947,
      "grad_norm": 0.9968536320508741,
      "learning_rate": 1.5210527483989193e-05,
      "loss": 0.2031,
      "step": 8496
    },
    {
      "epoch": 5.313946216385241,
      "grad_norm": 1.0320248348357728,
      "learning_rate": 1.5183311166775659e-05,
      "loss": 0.2251,
      "step": 8497
    },
    {
      "epoch": 5.314571607254534,
      "grad_norm": 1.0027891726007387,
      "learning_rate": 1.5156117922463512e-05,
      "loss": 0.2223,
      "step": 8498
    },
    {
      "epoch": 5.315196998123827,
      "grad_norm": 0.9541309295270746,
      "learning_rate": 1.5128947755706684e-05,
      "loss": 0.21,
      "step": 8499
    },
    {
      "epoch": 5.315822388993121,
      "grad_norm": 1.1277828618864731,
      "learning_rate": 1.5101800671155168e-05,
      "loss": 0.2648,
      "step": 8500
    },
    {
      "epoch": 5.316447779862414,
      "grad_norm": 1.3393540609125898,
      "learning_rate": 1.5074676673454967e-05,
      "loss": 0.2648,
      "step": 8501
    },
    {
      "epoch": 5.317073170731708,
      "grad_norm": 0.9253390552636442,
      "learning_rate": 1.5047575767248166e-05,
      "loss": 0.194,
      "step": 8502
    },
    {
      "epoch": 5.317698561601,
      "grad_norm": 1.2236386839343658,
      "learning_rate": 1.5020497957172888e-05,
      "loss": 0.2516,
      "step": 8503
    },
    {
      "epoch": 5.318323952470294,
      "grad_norm": 1.3469503984146125,
      "learning_rate": 1.4993443247863296e-05,
      "loss": 0.2796,
      "step": 8504
    },
    {
      "epoch": 5.318949343339587,
      "grad_norm": 1.0962475189830427,
      "learning_rate": 1.4966411643949634e-05,
      "loss": 0.2245,
      "step": 8505
    },
    {
      "epoch": 5.319574734208881,
      "grad_norm": 1.2342002620303598,
      "learning_rate": 1.4939403150058183e-05,
      "loss": 0.2756,
      "step": 8506
    },
    {
      "epoch": 5.320200125078173,
      "grad_norm": 0.9930334346669144,
      "learning_rate": 1.4912417770811181e-05,
      "loss": 0.2042,
      "step": 8507
    },
    {
      "epoch": 5.320825515947467,
      "grad_norm": 1.1029277158371815,
      "learning_rate": 1.4885455510827016e-05,
      "loss": 0.2343,
      "step": 8508
    },
    {
      "epoch": 5.321450906816761,
      "grad_norm": 1.02061083556608,
      "learning_rate": 1.485851637472008e-05,
      "loss": 0.2205,
      "step": 8509
    },
    {
      "epoch": 5.322076297686054,
      "grad_norm": 1.3667254512216453,
      "learning_rate": 1.483160036710082e-05,
      "loss": 0.264,
      "step": 8510
    },
    {
      "epoch": 5.322701688555347,
      "grad_norm": 1.2057820008010536,
      "learning_rate": 1.4804707492575719e-05,
      "loss": 0.2683,
      "step": 8511
    },
    {
      "epoch": 5.32332707942464,
      "grad_norm": 1.6869347654016495,
      "learning_rate": 1.477783775574729e-05,
      "loss": 0.403,
      "step": 8512
    },
    {
      "epoch": 5.323952470293934,
      "grad_norm": 1.0224747141952095,
      "learning_rate": 1.4750991161214109e-05,
      "loss": 0.2158,
      "step": 8513
    },
    {
      "epoch": 5.324577861163227,
      "grad_norm": 1.0584378544633064,
      "learning_rate": 1.472416771357075e-05,
      "loss": 0.2401,
      "step": 8514
    },
    {
      "epoch": 5.32520325203252,
      "grad_norm": 1.1380881932936706,
      "learning_rate": 1.4697367417407857e-05,
      "loss": 0.2326,
      "step": 8515
    },
    {
      "epoch": 5.325828642901814,
      "grad_norm": 1.25949873434001,
      "learning_rate": 1.467059027731216e-05,
      "loss": 0.2933,
      "step": 8516
    },
    {
      "epoch": 5.326454033771107,
      "grad_norm": 1.0484263247334868,
      "learning_rate": 1.4643836297866295e-05,
      "loss": 0.2342,
      "step": 8517
    },
    {
      "epoch": 5.3270794246404005,
      "grad_norm": 1.4299098452510743,
      "learning_rate": 1.461710548364905e-05,
      "loss": 0.276,
      "step": 8518
    },
    {
      "epoch": 5.327704815509693,
      "grad_norm": 0.959629166808136,
      "learning_rate": 1.4590397839235196e-05,
      "loss": 0.2372,
      "step": 8519
    },
    {
      "epoch": 5.328330206378987,
      "grad_norm": 0.9536512444156281,
      "learning_rate": 1.4563713369195563e-05,
      "loss": 0.2209,
      "step": 8520
    },
    {
      "epoch": 5.32895559724828,
      "grad_norm": 1.1899671715602917,
      "learning_rate": 1.453705207809701e-05,
      "loss": 0.2325,
      "step": 8521
    },
    {
      "epoch": 5.3295809881175735,
      "grad_norm": 1.4376435220459447,
      "learning_rate": 1.4510413970502427e-05,
      "loss": 0.2888,
      "step": 8522
    },
    {
      "epoch": 5.330206378986867,
      "grad_norm": 1.1157334015087286,
      "learning_rate": 1.4483799050970745e-05,
      "loss": 0.2211,
      "step": 8523
    },
    {
      "epoch": 5.33083176985616,
      "grad_norm": 1.3991640863577623,
      "learning_rate": 1.4457207324056874e-05,
      "loss": 0.3194,
      "step": 8524
    },
    {
      "epoch": 5.331457160725454,
      "grad_norm": 1.2477216436769336,
      "learning_rate": 1.4430638794311805e-05,
      "loss": 0.2559,
      "step": 8525
    },
    {
      "epoch": 5.3320825515947465,
      "grad_norm": 1.0368072283647376,
      "learning_rate": 1.4404093466282568e-05,
      "loss": 0.2353,
      "step": 8526
    },
    {
      "epoch": 5.33270794246404,
      "grad_norm": 0.9596196721550703,
      "learning_rate": 1.4377571344512211e-05,
      "loss": 0.2195,
      "step": 8527
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 1.1789285697018528,
      "learning_rate": 1.4351072433539773e-05,
      "loss": 0.2871,
      "step": 8528
    },
    {
      "epoch": 5.333958724202627,
      "grad_norm": 1.1899482854883683,
      "learning_rate": 1.432459673790039e-05,
      "loss": 0.2538,
      "step": 8529
    },
    {
      "epoch": 5.3345841150719195,
      "grad_norm": 1.2849764960624412,
      "learning_rate": 1.4298144262125155e-05,
      "loss": 0.2724,
      "step": 8530
    },
    {
      "epoch": 5.335209505941213,
      "grad_norm": 1.1993932712610447,
      "learning_rate": 1.4271715010741213e-05,
      "loss": 0.2397,
      "step": 8531
    },
    {
      "epoch": 5.335834896810507,
      "grad_norm": 1.3290209404274589,
      "learning_rate": 1.424530898827178e-05,
      "loss": 0.2634,
      "step": 8532
    },
    {
      "epoch": 5.3364602876798,
      "grad_norm": 1.0107344507847797,
      "learning_rate": 1.4218926199236008e-05,
      "loss": 0.196,
      "step": 8533
    },
    {
      "epoch": 5.337085678549093,
      "grad_norm": 1.0717108896136207,
      "learning_rate": 1.4192566648149151e-05,
      "loss": 0.2082,
      "step": 8534
    },
    {
      "epoch": 5.337711069418386,
      "grad_norm": 0.871996126163477,
      "learning_rate": 1.4166230339522449e-05,
      "loss": 0.2081,
      "step": 8535
    },
    {
      "epoch": 5.33833646028768,
      "grad_norm": 0.9952459585745731,
      "learning_rate": 1.4139917277863166e-05,
      "loss": 0.2625,
      "step": 8536
    },
    {
      "epoch": 5.338961851156973,
      "grad_norm": 0.9846290622305035,
      "learning_rate": 1.4113627467674599e-05,
      "loss": 0.21,
      "step": 8537
    },
    {
      "epoch": 5.3395872420262664,
      "grad_norm": 1.0671137074242663,
      "learning_rate": 1.4087360913456047e-05,
      "loss": 0.2068,
      "step": 8538
    },
    {
      "epoch": 5.34021263289556,
      "grad_norm": 1.513424696705528,
      "learning_rate": 1.4061117619702884e-05,
      "loss": 0.2882,
      "step": 8539
    },
    {
      "epoch": 5.340838023764853,
      "grad_norm": 1.1651986907680951,
      "learning_rate": 1.4034897590906396e-05,
      "loss": 0.2187,
      "step": 8540
    },
    {
      "epoch": 5.341463414634147,
      "grad_norm": 1.128136342885614,
      "learning_rate": 1.4008700831553981e-05,
      "loss": 0.2222,
      "step": 8541
    },
    {
      "epoch": 5.3420888055034395,
      "grad_norm": 1.309184302983768,
      "learning_rate": 1.3982527346129019e-05,
      "loss": 0.2503,
      "step": 8542
    },
    {
      "epoch": 5.342714196372733,
      "grad_norm": 1.3840624649139348,
      "learning_rate": 1.3956377139110909e-05,
      "loss": 0.2802,
      "step": 8543
    },
    {
      "epoch": 5.343339587242026,
      "grad_norm": 0.8216185824813572,
      "learning_rate": 1.3930250214975086e-05,
      "loss": 0.1797,
      "step": 8544
    },
    {
      "epoch": 5.34396497811132,
      "grad_norm": 1.1556282298301368,
      "learning_rate": 1.3904146578192993e-05,
      "loss": 0.2376,
      "step": 8545
    },
    {
      "epoch": 5.344590368980613,
      "grad_norm": 1.0403010026894963,
      "learning_rate": 1.3878066233232039e-05,
      "loss": 0.2147,
      "step": 8546
    },
    {
      "epoch": 5.345215759849906,
      "grad_norm": 0.855630420259166,
      "learning_rate": 1.3852009184555718e-05,
      "loss": 0.2181,
      "step": 8547
    },
    {
      "epoch": 5.3458411507192,
      "grad_norm": 1.037740309061789,
      "learning_rate": 1.3825975436623498e-05,
      "loss": 0.2152,
      "step": 8548
    },
    {
      "epoch": 5.346466541588493,
      "grad_norm": 1.0721817860401823,
      "learning_rate": 1.3799964993890866e-05,
      "loss": 0.2438,
      "step": 8549
    },
    {
      "epoch": 5.347091932457786,
      "grad_norm": 1.272253472414319,
      "learning_rate": 1.3773977860809326e-05,
      "loss": 0.2517,
      "step": 8550
    },
    {
      "epoch": 5.347717323327079,
      "grad_norm": 1.042956182708198,
      "learning_rate": 1.3748014041826371e-05,
      "loss": 0.2109,
      "step": 8551
    },
    {
      "epoch": 5.348342714196373,
      "grad_norm": 1.215895380122455,
      "learning_rate": 1.3722073541385565e-05,
      "loss": 0.2593,
      "step": 8552
    },
    {
      "epoch": 5.348968105065666,
      "grad_norm": 1.2667604177439442,
      "learning_rate": 1.3696156363926387e-05,
      "loss": 0.2727,
      "step": 8553
    },
    {
      "epoch": 5.349593495934959,
      "grad_norm": 0.9962019821672138,
      "learning_rate": 1.3670262513884372e-05,
      "loss": 0.2203,
      "step": 8554
    },
    {
      "epoch": 5.350218886804253,
      "grad_norm": 1.031418560268994,
      "learning_rate": 1.3644391995691112e-05,
      "loss": 0.2295,
      "step": 8555
    },
    {
      "epoch": 5.350844277673546,
      "grad_norm": 1.0376795557453145,
      "learning_rate": 1.3618544813774113e-05,
      "loss": 0.2166,
      "step": 8556
    },
    {
      "epoch": 5.35146966854284,
      "grad_norm": 1.4317276091192364,
      "learning_rate": 1.3592720972556987e-05,
      "loss": 0.248,
      "step": 8557
    },
    {
      "epoch": 5.352095059412132,
      "grad_norm": 0.99372357681039,
      "learning_rate": 1.3566920476459231e-05,
      "loss": 0.2343,
      "step": 8558
    },
    {
      "epoch": 5.352720450281426,
      "grad_norm": 0.9283610613131709,
      "learning_rate": 1.3541143329896449e-05,
      "loss": 0.1983,
      "step": 8559
    },
    {
      "epoch": 5.353345841150719,
      "grad_norm": 1.4011631864941108,
      "learning_rate": 1.3515389537280208e-05,
      "loss": 0.2835,
      "step": 8560
    },
    {
      "epoch": 5.353971232020013,
      "grad_norm": 1.0228761434180935,
      "learning_rate": 1.3489659103018102e-05,
      "loss": 0.2292,
      "step": 8561
    },
    {
      "epoch": 5.354596622889305,
      "grad_norm": 1.185777563549102,
      "learning_rate": 1.3463952031513675e-05,
      "loss": 0.2372,
      "step": 8562
    },
    {
      "epoch": 5.355222013758599,
      "grad_norm": 0.9666897547561295,
      "learning_rate": 1.3438268327166524e-05,
      "loss": 0.1944,
      "step": 8563
    },
    {
      "epoch": 5.355847404627893,
      "grad_norm": 0.9613930556193683,
      "learning_rate": 1.3412607994372231e-05,
      "loss": 0.2196,
      "step": 8564
    },
    {
      "epoch": 5.356472795497186,
      "grad_norm": 0.9366827848674072,
      "learning_rate": 1.3386971037522387e-05,
      "loss": 0.1767,
      "step": 8565
    },
    {
      "epoch": 5.357098186366479,
      "grad_norm": 1.3392999943186457,
      "learning_rate": 1.3361357461004545e-05,
      "loss": 0.2932,
      "step": 8566
    },
    {
      "epoch": 5.357723577235772,
      "grad_norm": 0.9026029826604074,
      "learning_rate": 1.3335767269202302e-05,
      "loss": 0.1944,
      "step": 8567
    },
    {
      "epoch": 5.358348968105066,
      "grad_norm": 0.9862999228895708,
      "learning_rate": 1.3310200466495219e-05,
      "loss": 0.2093,
      "step": 8568
    },
    {
      "epoch": 5.358974358974359,
      "grad_norm": 1.4976379871531955,
      "learning_rate": 1.3284657057258896e-05,
      "loss": 0.2861,
      "step": 8569
    },
    {
      "epoch": 5.359599749843652,
      "grad_norm": 1.251155779097308,
      "learning_rate": 1.325913704586487e-05,
      "loss": 0.2411,
      "step": 8570
    },
    {
      "epoch": 5.360225140712946,
      "grad_norm": 0.9409616817021457,
      "learning_rate": 1.3233640436680747e-05,
      "loss": 0.2197,
      "step": 8571
    },
    {
      "epoch": 5.360850531582239,
      "grad_norm": 0.9654742283999936,
      "learning_rate": 1.3208167234070072e-05,
      "loss": 0.1879,
      "step": 8572
    },
    {
      "epoch": 5.3614759224515325,
      "grad_norm": 1.1793005575187325,
      "learning_rate": 1.318271744239237e-05,
      "loss": 0.2227,
      "step": 8573
    },
    {
      "epoch": 5.362101313320825,
      "grad_norm": 1.1211525977863996,
      "learning_rate": 1.3157291066003212e-05,
      "loss": 0.2178,
      "step": 8574
    },
    {
      "epoch": 5.362726704190119,
      "grad_norm": 0.9497543176541999,
      "learning_rate": 1.3131888109254129e-05,
      "loss": 0.2196,
      "step": 8575
    },
    {
      "epoch": 5.363352095059412,
      "grad_norm": 1.2238926243904242,
      "learning_rate": 1.3106508576492664e-05,
      "loss": 0.2818,
      "step": 8576
    },
    {
      "epoch": 5.3639774859287055,
      "grad_norm": 1.0605909944636847,
      "learning_rate": 1.3081152472062339e-05,
      "loss": 0.2276,
      "step": 8577
    },
    {
      "epoch": 5.364602876797999,
      "grad_norm": 1.0861582498586815,
      "learning_rate": 1.305581980030267e-05,
      "loss": 0.2152,
      "step": 8578
    },
    {
      "epoch": 5.365228267667292,
      "grad_norm": 0.9789598867355185,
      "learning_rate": 1.3030510565549151e-05,
      "loss": 0.218,
      "step": 8579
    },
    {
      "epoch": 5.365853658536586,
      "grad_norm": 1.2556537872699254,
      "learning_rate": 1.3005224772133287e-05,
      "loss": 0.2469,
      "step": 8580
    },
    {
      "epoch": 5.3664790494058785,
      "grad_norm": 1.0119681799794324,
      "learning_rate": 1.297996242438255e-05,
      "loss": 0.2336,
      "step": 8581
    },
    {
      "epoch": 5.367104440275172,
      "grad_norm": 1.0929920707216947,
      "learning_rate": 1.2954723526620413e-05,
      "loss": 0.2135,
      "step": 8582
    },
    {
      "epoch": 5.367729831144465,
      "grad_norm": 1.0044702366806588,
      "learning_rate": 1.2929508083166324e-05,
      "loss": 0.2085,
      "step": 8583
    },
    {
      "epoch": 5.368355222013759,
      "grad_norm": 1.051357675913368,
      "learning_rate": 1.2904316098335726e-05,
      "loss": 0.2364,
      "step": 8584
    },
    {
      "epoch": 5.3689806128830515,
      "grad_norm": 1.1400241427866535,
      "learning_rate": 1.2879147576440041e-05,
      "loss": 0.237,
      "step": 8585
    },
    {
      "epoch": 5.369606003752345,
      "grad_norm": 0.9554088779144875,
      "learning_rate": 1.2854002521786688e-05,
      "loss": 0.2266,
      "step": 8586
    },
    {
      "epoch": 5.370231394621639,
      "grad_norm": 1.3484703682452712,
      "learning_rate": 1.2828880938679092e-05,
      "loss": 0.2769,
      "step": 8587
    },
    {
      "epoch": 5.370856785490932,
      "grad_norm": 1.4649584522196168,
      "learning_rate": 1.2803782831416565e-05,
      "loss": 0.2792,
      "step": 8588
    },
    {
      "epoch": 5.371482176360225,
      "grad_norm": 1.299796636435638,
      "learning_rate": 1.2778708204294501e-05,
      "loss": 0.2113,
      "step": 8589
    },
    {
      "epoch": 5.372107567229518,
      "grad_norm": 1.334169174796215,
      "learning_rate": 1.2753657061604239e-05,
      "loss": 0.2693,
      "step": 8590
    },
    {
      "epoch": 5.372732958098812,
      "grad_norm": 1.1784772569203061,
      "learning_rate": 1.2728629407633094e-05,
      "loss": 0.2446,
      "step": 8591
    },
    {
      "epoch": 5.373358348968105,
      "grad_norm": 1.126038911186405,
      "learning_rate": 1.2703625246664412e-05,
      "loss": 0.228,
      "step": 8592
    },
    {
      "epoch": 5.373983739837398,
      "grad_norm": 0.9518151215985317,
      "learning_rate": 1.2678644582977398e-05,
      "loss": 0.2069,
      "step": 8593
    },
    {
      "epoch": 5.374609130706691,
      "grad_norm": 1.0187822105083688,
      "learning_rate": 1.265368742084737e-05,
      "loss": 0.1893,
      "step": 8594
    },
    {
      "epoch": 5.375234521575985,
      "grad_norm": 0.9933935137504563,
      "learning_rate": 1.2628753764545524e-05,
      "loss": 0.2065,
      "step": 8595
    },
    {
      "epoch": 5.375859912445279,
      "grad_norm": 1.0168962681788398,
      "learning_rate": 1.2603843618339116e-05,
      "loss": 0.2159,
      "step": 8596
    },
    {
      "epoch": 5.376485303314571,
      "grad_norm": 0.957596848277442,
      "learning_rate": 1.25789569864913e-05,
      "loss": 0.2207,
      "step": 8597
    },
    {
      "epoch": 5.377110694183865,
      "grad_norm": 1.1707934823832558,
      "learning_rate": 1.2554093873261273e-05,
      "loss": 0.2341,
      "step": 8598
    },
    {
      "epoch": 5.377736085053158,
      "grad_norm": 1.1398525402779527,
      "learning_rate": 1.252925428290416e-05,
      "loss": 0.2525,
      "step": 8599
    },
    {
      "epoch": 5.378361475922452,
      "grad_norm": 0.9505491145545751,
      "learning_rate": 1.2504438219671097e-05,
      "loss": 0.2323,
      "step": 8600
    },
    {
      "epoch": 5.378986866791744,
      "grad_norm": 1.0002007120672811,
      "learning_rate": 1.2479645687809154e-05,
      "loss": 0.2238,
      "step": 8601
    },
    {
      "epoch": 5.379612257661038,
      "grad_norm": 1.2475085058166366,
      "learning_rate": 1.24548766915614e-05,
      "loss": 0.2198,
      "step": 8602
    },
    {
      "epoch": 5.380237648530332,
      "grad_norm": 1.0473417280596715,
      "learning_rate": 1.2430131235166863e-05,
      "loss": 0.2393,
      "step": 8603
    },
    {
      "epoch": 5.380863039399625,
      "grad_norm": 1.3386653970971474,
      "learning_rate": 1.2405409322860588e-05,
      "loss": 0.2408,
      "step": 8604
    },
    {
      "epoch": 5.381488430268918,
      "grad_norm": 1.0259766917710071,
      "learning_rate": 1.2380710958873474e-05,
      "loss": 0.1987,
      "step": 8605
    },
    {
      "epoch": 5.382113821138211,
      "grad_norm": 1.3684420649429672,
      "learning_rate": 1.235603614743254e-05,
      "loss": 0.2728,
      "step": 8606
    },
    {
      "epoch": 5.382739212007505,
      "grad_norm": 1.0933532575915104,
      "learning_rate": 1.233138489276066e-05,
      "loss": 0.2614,
      "step": 8607
    },
    {
      "epoch": 5.383364602876798,
      "grad_norm": 1.9042487226536164,
      "learning_rate": 1.2306757199076722e-05,
      "loss": 0.4028,
      "step": 8608
    },
    {
      "epoch": 5.383989993746091,
      "grad_norm": 1.313613284243394,
      "learning_rate": 1.2282153070595607e-05,
      "loss": 0.262,
      "step": 8609
    },
    {
      "epoch": 5.384615384615385,
      "grad_norm": 1.148325646769964,
      "learning_rate": 1.2257572511528097e-05,
      "loss": 0.2514,
      "step": 8610
    },
    {
      "epoch": 5.385240775484678,
      "grad_norm": 1.313708436602569,
      "learning_rate": 1.2233015526081009e-05,
      "loss": 0.2652,
      "step": 8611
    },
    {
      "epoch": 5.3858661663539715,
      "grad_norm": 1.438446615176698,
      "learning_rate": 1.2208482118457064e-05,
      "loss": 0.2861,
      "step": 8612
    },
    {
      "epoch": 5.386491557223264,
      "grad_norm": 1.2769348427450826,
      "learning_rate": 1.2183972292855005e-05,
      "loss": 0.2247,
      "step": 8613
    },
    {
      "epoch": 5.387116948092558,
      "grad_norm": 1.326900995790832,
      "learning_rate": 1.2159486053469491e-05,
      "loss": 0.2531,
      "step": 8614
    },
    {
      "epoch": 5.387742338961851,
      "grad_norm": 1.2959787248112913,
      "learning_rate": 1.2135023404491156e-05,
      "loss": 0.3155,
      "step": 8615
    },
    {
      "epoch": 5.3883677298311445,
      "grad_norm": 0.995465549578217,
      "learning_rate": 1.211058435010665e-05,
      "loss": 0.2288,
      "step": 8616
    },
    {
      "epoch": 5.388993120700437,
      "grad_norm": 1.014748483477488,
      "learning_rate": 1.2086168894498494e-05,
      "loss": 0.2349,
      "step": 8617
    },
    {
      "epoch": 5.389618511569731,
      "grad_norm": 1.4109203331151818,
      "learning_rate": 1.2061777041845244e-05,
      "loss": 0.2953,
      "step": 8618
    },
    {
      "epoch": 5.390243902439025,
      "grad_norm": 1.0552515580599253,
      "learning_rate": 1.2037408796321362e-05,
      "loss": 0.1943,
      "step": 8619
    },
    {
      "epoch": 5.3908692933083175,
      "grad_norm": 0.9384186163777686,
      "learning_rate": 1.201306416209733e-05,
      "loss": 0.2175,
      "step": 8620
    },
    {
      "epoch": 5.391494684177611,
      "grad_norm": 1.4963463047711163,
      "learning_rate": 1.1988743143339562e-05,
      "loss": 0.2784,
      "step": 8621
    },
    {
      "epoch": 5.392120075046904,
      "grad_norm": 1.1372734132842541,
      "learning_rate": 1.1964445744210383e-05,
      "loss": 0.2397,
      "step": 8622
    },
    {
      "epoch": 5.392745465916198,
      "grad_norm": 0.8495739147660982,
      "learning_rate": 1.1940171968868146e-05,
      "loss": 0.1819,
      "step": 8623
    },
    {
      "epoch": 5.3933708567854906,
      "grad_norm": 1.1528871155379907,
      "learning_rate": 1.191592182146711e-05,
      "loss": 0.216,
      "step": 8624
    },
    {
      "epoch": 5.393996247654784,
      "grad_norm": 1.168487121729613,
      "learning_rate": 1.1891695306157528e-05,
      "loss": 0.2419,
      "step": 8625
    },
    {
      "epoch": 5.394621638524078,
      "grad_norm": 1.0997713522297592,
      "learning_rate": 1.1867492427085578e-05,
      "loss": 0.2266,
      "step": 8626
    },
    {
      "epoch": 5.395247029393371,
      "grad_norm": 1.1031438529772402,
      "learning_rate": 1.1843313188393432e-05,
      "loss": 0.2204,
      "step": 8627
    },
    {
      "epoch": 5.3958724202626644,
      "grad_norm": 0.9265613966224469,
      "learning_rate": 1.1819157594219214e-05,
      "loss": 0.214,
      "step": 8628
    },
    {
      "epoch": 5.396497811131957,
      "grad_norm": 1.1998124583237924,
      "learning_rate": 1.1795025648696915e-05,
      "loss": 0.2396,
      "step": 8629
    },
    {
      "epoch": 5.397123202001251,
      "grad_norm": 1.060005510727983,
      "learning_rate": 1.1770917355956566e-05,
      "loss": 0.1988,
      "step": 8630
    },
    {
      "epoch": 5.397748592870544,
      "grad_norm": 1.7944285884407283,
      "learning_rate": 1.174683272012415e-05,
      "loss": 0.3245,
      "step": 8631
    },
    {
      "epoch": 5.3983739837398375,
      "grad_norm": 1.3446938187529311,
      "learning_rate": 1.1722771745321552e-05,
      "loss": 0.2419,
      "step": 8632
    },
    {
      "epoch": 5.398999374609131,
      "grad_norm": 0.9975629278978113,
      "learning_rate": 1.1698734435666646e-05,
      "loss": 0.2203,
      "step": 8633
    },
    {
      "epoch": 5.399624765478424,
      "grad_norm": 0.9317375199947736,
      "learning_rate": 1.167472079527324e-05,
      "loss": 0.2084,
      "step": 8634
    },
    {
      "epoch": 5.400250156347718,
      "grad_norm": 1.2999059954203545,
      "learning_rate": 1.1650730828251098e-05,
      "loss": 0.2449,
      "step": 8635
    },
    {
      "epoch": 5.4008755472170105,
      "grad_norm": 1.0600943525944018,
      "learning_rate": 1.1626764538705919e-05,
      "loss": 0.2324,
      "step": 8636
    },
    {
      "epoch": 5.401500938086304,
      "grad_norm": 0.9990891132929293,
      "learning_rate": 1.160282193073942e-05,
      "loss": 0.248,
      "step": 8637
    },
    {
      "epoch": 5.402126328955597,
      "grad_norm": 1.3072210356698368,
      "learning_rate": 1.1578903008449108e-05,
      "loss": 0.2928,
      "step": 8638
    },
    {
      "epoch": 5.402751719824891,
      "grad_norm": 1.0317072613536562,
      "learning_rate": 1.1555007775928593e-05,
      "loss": 0.2377,
      "step": 8639
    },
    {
      "epoch": 5.4033771106941835,
      "grad_norm": 1.1484828508524378,
      "learning_rate": 1.1531136237267353e-05,
      "loss": 0.2437,
      "step": 8640
    },
    {
      "epoch": 5.404002501563477,
      "grad_norm": 1.2684611953822593,
      "learning_rate": 1.1507288396550834e-05,
      "loss": 0.2661,
      "step": 8641
    },
    {
      "epoch": 5.404627892432771,
      "grad_norm": 1.1607931472988848,
      "learning_rate": 1.1483464257860425e-05,
      "loss": 0.2492,
      "step": 8642
    },
    {
      "epoch": 5.405253283302064,
      "grad_norm": 1.0687927686063063,
      "learning_rate": 1.1459663825273447e-05,
      "loss": 0.2011,
      "step": 8643
    },
    {
      "epoch": 5.405878674171357,
      "grad_norm": 0.838306222742502,
      "learning_rate": 1.143588710286319e-05,
      "loss": 0.1618,
      "step": 8644
    },
    {
      "epoch": 5.40650406504065,
      "grad_norm": 1.1098262020230234,
      "learning_rate": 1.141213409469885e-05,
      "loss": 0.2099,
      "step": 8645
    },
    {
      "epoch": 5.407129455909944,
      "grad_norm": 1.0655840885418535,
      "learning_rate": 1.1388404804845574e-05,
      "loss": 0.2079,
      "step": 8646
    },
    {
      "epoch": 5.407754846779237,
      "grad_norm": 1.0984257837083553,
      "learning_rate": 1.1364699237364499e-05,
      "loss": 0.2242,
      "step": 8647
    },
    {
      "epoch": 5.40838023764853,
      "grad_norm": 0.9245163128518135,
      "learning_rate": 1.1341017396312613e-05,
      "loss": 0.2082,
      "step": 8648
    },
    {
      "epoch": 5.409005628517823,
      "grad_norm": 1.336611793211441,
      "learning_rate": 1.1317359285742921e-05,
      "loss": 0.2327,
      "step": 8649
    },
    {
      "epoch": 5.409631019387117,
      "grad_norm": 1.1182482832345544,
      "learning_rate": 1.1293724909704338e-05,
      "loss": 0.2757,
      "step": 8650
    },
    {
      "epoch": 5.410256410256411,
      "grad_norm": 0.9206214689239357,
      "learning_rate": 1.1270114272241692e-05,
      "loss": 0.2226,
      "step": 8651
    },
    {
      "epoch": 5.410881801125703,
      "grad_norm": 1.0363526318138911,
      "learning_rate": 1.1246527377395803e-05,
      "loss": 0.194,
      "step": 8652
    },
    {
      "epoch": 5.411507191994997,
      "grad_norm": 1.088132477164758,
      "learning_rate": 1.1222964229203408e-05,
      "loss": 0.2668,
      "step": 8653
    },
    {
      "epoch": 5.41213258286429,
      "grad_norm": 0.9501300885197976,
      "learning_rate": 1.1199424831697128e-05,
      "loss": 0.1849,
      "step": 8654
    },
    {
      "epoch": 5.412757973733584,
      "grad_norm": 1.0184389714119708,
      "learning_rate": 1.1175909188905563e-05,
      "loss": 0.1971,
      "step": 8655
    },
    {
      "epoch": 5.413383364602876,
      "grad_norm": 1.008441744633858,
      "learning_rate": 1.1152417304853273e-05,
      "loss": 0.2038,
      "step": 8656
    },
    {
      "epoch": 5.41400875547217,
      "grad_norm": 1.704850514629615,
      "learning_rate": 1.1128949183560708e-05,
      "loss": 0.3617,
      "step": 8657
    },
    {
      "epoch": 5.414634146341464,
      "grad_norm": 1.1575662447486794,
      "learning_rate": 1.1105504829044276e-05,
      "loss": 0.2358,
      "step": 8658
    },
    {
      "epoch": 5.415259537210757,
      "grad_norm": 1.0871492795272268,
      "learning_rate": 1.1082084245316298e-05,
      "loss": 0.1891,
      "step": 8659
    },
    {
      "epoch": 5.41588492808005,
      "grad_norm": 0.9020421836209689,
      "learning_rate": 1.1058687436385033e-05,
      "loss": 0.1852,
      "step": 8660
    },
    {
      "epoch": 5.416510318949343,
      "grad_norm": 0.9848995045900448,
      "learning_rate": 1.1035314406254697e-05,
      "loss": 0.2132,
      "step": 8661
    },
    {
      "epoch": 5.417135709818637,
      "grad_norm": 0.9787449510050751,
      "learning_rate": 1.1011965158925407e-05,
      "loss": 0.2104,
      "step": 8662
    },
    {
      "epoch": 5.41776110068793,
      "grad_norm": 1.142113476255097,
      "learning_rate": 1.098863969839323e-05,
      "loss": 0.2613,
      "step": 8663
    },
    {
      "epoch": 5.418386491557223,
      "grad_norm": 1.1811825195654473,
      "learning_rate": 1.096533802865011e-05,
      "loss": 0.2685,
      "step": 8664
    },
    {
      "epoch": 5.419011882426517,
      "grad_norm": 1.0366237825101972,
      "learning_rate": 1.0942060153684007e-05,
      "loss": 0.256,
      "step": 8665
    },
    {
      "epoch": 5.41963727329581,
      "grad_norm": 1.3541563607670963,
      "learning_rate": 1.0918806077478715e-05,
      "loss": 0.261,
      "step": 8666
    },
    {
      "epoch": 5.4202626641651035,
      "grad_norm": 1.0145112993438785,
      "learning_rate": 1.0895575804014034e-05,
      "loss": 0.2021,
      "step": 8667
    },
    {
      "epoch": 5.420888055034396,
      "grad_norm": 1.0547215198259767,
      "learning_rate": 1.0872369337265636e-05,
      "loss": 0.2252,
      "step": 8668
    },
    {
      "epoch": 5.42151344590369,
      "grad_norm": 1.2270492647086515,
      "learning_rate": 1.0849186681205158e-05,
      "loss": 0.2613,
      "step": 8669
    },
    {
      "epoch": 5.422138836772983,
      "grad_norm": 1.1017739445200296,
      "learning_rate": 1.0826027839800162e-05,
      "loss": 0.2109,
      "step": 8670
    },
    {
      "epoch": 5.4227642276422765,
      "grad_norm": 1.156180257318878,
      "learning_rate": 1.0802892817014075e-05,
      "loss": 0.2036,
      "step": 8671
    },
    {
      "epoch": 5.423389618511569,
      "grad_norm": 1.0371888295072906,
      "learning_rate": 1.0779781616806283e-05,
      "loss": 0.2171,
      "step": 8672
    },
    {
      "epoch": 5.424015009380863,
      "grad_norm": 1.4157339347493103,
      "learning_rate": 1.0756694243132153e-05,
      "loss": 0.2533,
      "step": 8673
    },
    {
      "epoch": 5.424640400250157,
      "grad_norm": 1.2649345377415147,
      "learning_rate": 1.0733630699942874e-05,
      "loss": 0.2399,
      "step": 8674
    },
    {
      "epoch": 5.4252657911194495,
      "grad_norm": 1.000132610850293,
      "learning_rate": 1.0710590991185625e-05,
      "loss": 0.2089,
      "step": 8675
    },
    {
      "epoch": 5.425891181988743,
      "grad_norm": 1.1788889256106458,
      "learning_rate": 1.0687575120803482e-05,
      "loss": 0.2501,
      "step": 8676
    },
    {
      "epoch": 5.426516572858036,
      "grad_norm": 0.9643199890587678,
      "learning_rate": 1.0664583092735445e-05,
      "loss": 0.2097,
      "step": 8677
    },
    {
      "epoch": 5.42714196372733,
      "grad_norm": 1.1217406751872714,
      "learning_rate": 1.0641614910916435e-05,
      "loss": 0.2207,
      "step": 8678
    },
    {
      "epoch": 5.4277673545966225,
      "grad_norm": 1.2192747620547975,
      "learning_rate": 1.0618670579277288e-05,
      "loss": 0.2498,
      "step": 8679
    },
    {
      "epoch": 5.428392745465916,
      "grad_norm": 1.0066393777745226,
      "learning_rate": 1.0595750101744765e-05,
      "loss": 0.2241,
      "step": 8680
    },
    {
      "epoch": 5.42901813633521,
      "grad_norm": 1.03207589755707,
      "learning_rate": 1.0572853482241544e-05,
      "loss": 0.2265,
      "step": 8681
    },
    {
      "epoch": 5.429643527204503,
      "grad_norm": 0.9165871667311385,
      "learning_rate": 1.0549980724686208e-05,
      "loss": 0.1884,
      "step": 8682
    },
    {
      "epoch": 5.430268918073796,
      "grad_norm": 1.0456024714279344,
      "learning_rate": 1.0527131832993257e-05,
      "loss": 0.2203,
      "step": 8683
    },
    {
      "epoch": 5.430894308943089,
      "grad_norm": 1.124631504763395,
      "learning_rate": 1.0504306811073133e-05,
      "loss": 0.2128,
      "step": 8684
    },
    {
      "epoch": 5.431519699812383,
      "grad_norm": 1.0969634387984386,
      "learning_rate": 1.048150566283214e-05,
      "loss": 0.2245,
      "step": 8685
    },
    {
      "epoch": 5.432145090681676,
      "grad_norm": 2.5144295476662206,
      "learning_rate": 1.0458728392172594e-05,
      "loss": 0.2282,
      "step": 8686
    },
    {
      "epoch": 5.432770481550969,
      "grad_norm": 1.2112675766204168,
      "learning_rate": 1.043597500299259e-05,
      "loss": 0.2593,
      "step": 8687
    },
    {
      "epoch": 5.433395872420263,
      "grad_norm": 0.7386589816810611,
      "learning_rate": 1.0413245499186235e-05,
      "loss": 0.1698,
      "step": 8688
    },
    {
      "epoch": 5.434021263289556,
      "grad_norm": 1.0482312010261237,
      "learning_rate": 1.0390539884643512e-05,
      "loss": 0.2184,
      "step": 8689
    },
    {
      "epoch": 5.43464665415885,
      "grad_norm": 1.0118771158444637,
      "learning_rate": 1.0367858163250332e-05,
      "loss": 0.2441,
      "step": 8690
    },
    {
      "epoch": 5.435272045028142,
      "grad_norm": 1.1202757540607573,
      "learning_rate": 1.0345200338888504e-05,
      "loss": 0.228,
      "step": 8691
    },
    {
      "epoch": 5.435897435897436,
      "grad_norm": 1.2758061680867467,
      "learning_rate": 1.0322566415435763e-05,
      "loss": 0.2612,
      "step": 8692
    },
    {
      "epoch": 5.436522826766729,
      "grad_norm": 1.1821622841907673,
      "learning_rate": 1.0299956396765724e-05,
      "loss": 0.2169,
      "step": 8693
    },
    {
      "epoch": 5.437148217636023,
      "grad_norm": 1.0966341393898913,
      "learning_rate": 1.0277370286747928e-05,
      "loss": 0.2295,
      "step": 8694
    },
    {
      "epoch": 5.437773608505315,
      "grad_norm": 1.0746793452818848,
      "learning_rate": 1.0254808089247829e-05,
      "loss": 0.195,
      "step": 8695
    },
    {
      "epoch": 5.438398999374609,
      "grad_norm": 1.04589732202043,
      "learning_rate": 1.0232269808126792e-05,
      "loss": 0.1967,
      "step": 8696
    },
    {
      "epoch": 5.439024390243903,
      "grad_norm": 1.1789663067002494,
      "learning_rate": 1.0209755447242063e-05,
      "loss": 0.2423,
      "step": 8697
    },
    {
      "epoch": 5.439649781113196,
      "grad_norm": 1.1003196459666669,
      "learning_rate": 1.018726501044686e-05,
      "loss": 0.2437,
      "step": 8698
    },
    {
      "epoch": 5.440275171982489,
      "grad_norm": 1.0487498637170236,
      "learning_rate": 1.0164798501590188e-05,
      "loss": 0.2061,
      "step": 8699
    },
    {
      "epoch": 5.440900562851782,
      "grad_norm": 1.4427571767713456,
      "learning_rate": 1.0142355924517055e-05,
      "loss": 0.2771,
      "step": 8700
    },
    {
      "epoch": 5.441525953721076,
      "grad_norm": 1.0409026597039475,
      "learning_rate": 1.011993728306837e-05,
      "loss": 0.2318,
      "step": 8701
    },
    {
      "epoch": 5.442151344590369,
      "grad_norm": 1.8088666001856983,
      "learning_rate": 1.0097542581080898e-05,
      "loss": 0.3532,
      "step": 8702
    },
    {
      "epoch": 5.442776735459662,
      "grad_norm": 0.9240739781775722,
      "learning_rate": 1.0075171822387357e-05,
      "loss": 0.2294,
      "step": 8703
    },
    {
      "epoch": 5.443402126328955,
      "grad_norm": 0.8224518065687709,
      "learning_rate": 1.0052825010816285e-05,
      "loss": 0.1906,
      "step": 8704
    },
    {
      "epoch": 5.444027517198249,
      "grad_norm": 0.8758595737266326,
      "learning_rate": 1.0030502150192222e-05,
      "loss": 0.1983,
      "step": 8705
    },
    {
      "epoch": 5.4446529080675425,
      "grad_norm": 1.0566259903796704,
      "learning_rate": 1.0008203244335561e-05,
      "loss": 0.2168,
      "step": 8706
    },
    {
      "epoch": 5.445278298936835,
      "grad_norm": 1.6817773248353622,
      "learning_rate": 9.985928297062585e-06,
      "loss": 0.2737,
      "step": 8707
    },
    {
      "epoch": 5.445903689806129,
      "grad_norm": 1.0878966727793822,
      "learning_rate": 9.963677312185492e-06,
      "loss": 0.2599,
      "step": 8708
    },
    {
      "epoch": 5.446529080675422,
      "grad_norm": 1.204002318778198,
      "learning_rate": 9.94145029351237e-06,
      "loss": 0.2229,
      "step": 8709
    },
    {
      "epoch": 5.4471544715447155,
      "grad_norm": 1.019330823207011,
      "learning_rate": 9.919247244847245e-06,
      "loss": 0.2386,
      "step": 8710
    },
    {
      "epoch": 5.447779862414008,
      "grad_norm": 0.9832279171216652,
      "learning_rate": 9.897068169989975e-06,
      "loss": 0.2007,
      "step": 8711
    },
    {
      "epoch": 5.448405253283302,
      "grad_norm": 0.9218830356994774,
      "learning_rate": 9.874913072736374e-06,
      "loss": 0.1807,
      "step": 8712
    },
    {
      "epoch": 5.449030644152596,
      "grad_norm": 1.3079237708020175,
      "learning_rate": 9.852781956878092e-06,
      "loss": 0.2446,
      "step": 8713
    },
    {
      "epoch": 5.449656035021889,
      "grad_norm": 1.223386115498098,
      "learning_rate": 9.83067482620275e-06,
      "loss": 0.2099,
      "step": 8714
    },
    {
      "epoch": 5.450281425891182,
      "grad_norm": 1.1295032501471713,
      "learning_rate": 9.80859168449379e-06,
      "loss": 0.2316,
      "step": 8715
    },
    {
      "epoch": 5.450906816760475,
      "grad_norm": 0.9795710085095346,
      "learning_rate": 9.7865325355306e-06,
      "loss": 0.2094,
      "step": 8716
    },
    {
      "epoch": 5.451532207629769,
      "grad_norm": 0.9985668237594756,
      "learning_rate": 9.76449738308845e-06,
      "loss": 0.2198,
      "step": 8717
    },
    {
      "epoch": 5.452157598499062,
      "grad_norm": 1.2674304886320695,
      "learning_rate": 9.742486230938468e-06,
      "loss": 0.3023,
      "step": 8718
    },
    {
      "epoch": 5.452782989368355,
      "grad_norm": 1.0704097917598974,
      "learning_rate": 9.72049908284776e-06,
      "loss": 0.2153,
      "step": 8719
    },
    {
      "epoch": 5.453408380237649,
      "grad_norm": 1.0734827442757522,
      "learning_rate": 9.6985359425792e-06,
      "loss": 0.2737,
      "step": 8720
    },
    {
      "epoch": 5.454033771106942,
      "grad_norm": 1.1904003943191335,
      "learning_rate": 9.676596813891662e-06,
      "loss": 0.2464,
      "step": 8721
    },
    {
      "epoch": 5.4546591619762355,
      "grad_norm": 1.4204767612730664,
      "learning_rate": 9.654681700539846e-06,
      "loss": 0.3057,
      "step": 8722
    },
    {
      "epoch": 5.455284552845528,
      "grad_norm": 0.9147871429728537,
      "learning_rate": 9.632790606274382e-06,
      "loss": 0.1854,
      "step": 8723
    },
    {
      "epoch": 5.455909943714822,
      "grad_norm": 1.6202156824778946,
      "learning_rate": 9.610923534841757e-06,
      "loss": 0.3052,
      "step": 8724
    },
    {
      "epoch": 5.456535334584115,
      "grad_norm": 1.0295305416161113,
      "learning_rate": 9.58908048998438e-06,
      "loss": 0.2421,
      "step": 8725
    },
    {
      "epoch": 5.4571607254534085,
      "grad_norm": 1.1753971817933389,
      "learning_rate": 9.567261475440524e-06,
      "loss": 0.2164,
      "step": 8726
    },
    {
      "epoch": 5.457786116322701,
      "grad_norm": 0.9381554474112467,
      "learning_rate": 9.545466494944354e-06,
      "loss": 0.2354,
      "step": 8727
    },
    {
      "epoch": 5.458411507191995,
      "grad_norm": 1.1306983365252115,
      "learning_rate": 9.523695552225935e-06,
      "loss": 0.2314,
      "step": 8728
    },
    {
      "epoch": 5.459036898061289,
      "grad_norm": 1.2203107407654494,
      "learning_rate": 9.50194865101117e-06,
      "loss": 0.2512,
      "step": 8729
    },
    {
      "epoch": 5.4596622889305815,
      "grad_norm": 0.958985702453537,
      "learning_rate": 9.480225795021934e-06,
      "loss": 0.1934,
      "step": 8730
    },
    {
      "epoch": 5.460287679799875,
      "grad_norm": 0.8824218120522054,
      "learning_rate": 9.458526987975901e-06,
      "loss": 0.2017,
      "step": 8731
    },
    {
      "epoch": 5.460913070669168,
      "grad_norm": 0.9613154907574587,
      "learning_rate": 9.436852233586667e-06,
      "loss": 0.2227,
      "step": 8732
    },
    {
      "epoch": 5.461538461538462,
      "grad_norm": 0.9191520109309304,
      "learning_rate": 9.415201535563749e-06,
      "loss": 0.1876,
      "step": 8733
    },
    {
      "epoch": 5.4621638524077545,
      "grad_norm": 1.2765714759807958,
      "learning_rate": 9.393574897612449e-06,
      "loss": 0.2407,
      "step": 8734
    },
    {
      "epoch": 5.462789243277048,
      "grad_norm": 1.157016510049259,
      "learning_rate": 9.37197232343404e-06,
      "loss": 0.2544,
      "step": 8735
    },
    {
      "epoch": 5.463414634146342,
      "grad_norm": 1.1316523939684715,
      "learning_rate": 9.350393816725648e-06,
      "loss": 0.2182,
      "step": 8736
    },
    {
      "epoch": 5.464040025015635,
      "grad_norm": 1.3111673504063213,
      "learning_rate": 9.328839381180269e-06,
      "loss": 0.2494,
      "step": 8737
    },
    {
      "epoch": 5.464665415884928,
      "grad_norm": 1.2609620346783483,
      "learning_rate": 9.307309020486786e-06,
      "loss": 0.2285,
      "step": 8738
    },
    {
      "epoch": 5.465290806754221,
      "grad_norm": 1.1568361307416697,
      "learning_rate": 9.285802738330016e-06,
      "loss": 0.2258,
      "step": 8739
    },
    {
      "epoch": 5.465916197623515,
      "grad_norm": 1.3041201423600497,
      "learning_rate": 9.264320538390518e-06,
      "loss": 0.2419,
      "step": 8740
    },
    {
      "epoch": 5.466541588492808,
      "grad_norm": 1.2121582957744708,
      "learning_rate": 9.242862424344865e-06,
      "loss": 0.2229,
      "step": 8741
    },
    {
      "epoch": 5.467166979362101,
      "grad_norm": 1.011039293360637,
      "learning_rate": 9.221428399865438e-06,
      "loss": 0.208,
      "step": 8742
    },
    {
      "epoch": 5.467792370231395,
      "grad_norm": 0.9637719359946121,
      "learning_rate": 9.200018468620535e-06,
      "loss": 0.1896,
      "step": 8743
    },
    {
      "epoch": 5.468417761100688,
      "grad_norm": 1.1023968910938942,
      "learning_rate": 9.178632634274308e-06,
      "loss": 0.2461,
      "step": 8744
    },
    {
      "epoch": 5.469043151969982,
      "grad_norm": 1.071845323319311,
      "learning_rate": 9.15727090048678e-06,
      "loss": 0.2332,
      "step": 8745
    },
    {
      "epoch": 5.469668542839274,
      "grad_norm": 1.0384604994523414,
      "learning_rate": 9.13593327091386e-06,
      "loss": 0.2086,
      "step": 8746
    },
    {
      "epoch": 5.470293933708568,
      "grad_norm": 1.162555199221448,
      "learning_rate": 9.114619749207341e-06,
      "loss": 0.2517,
      "step": 8747
    },
    {
      "epoch": 5.470919324577861,
      "grad_norm": 0.9341335997717607,
      "learning_rate": 9.093330339014842e-06,
      "loss": 0.2223,
      "step": 8748
    },
    {
      "epoch": 5.471544715447155,
      "grad_norm": 1.0160403480599678,
      "learning_rate": 9.072065043979931e-06,
      "loss": 0.2097,
      "step": 8749
    },
    {
      "epoch": 5.472170106316447,
      "grad_norm": 0.9186595198573471,
      "learning_rate": 9.050823867741996e-06,
      "loss": 0.1427,
      "step": 8750
    },
    {
      "epoch": 5.472795497185741,
      "grad_norm": 1.0477756190525234,
      "learning_rate": 9.029606813936313e-06,
      "loss": 0.2189,
      "step": 8751
    },
    {
      "epoch": 5.473420888055035,
      "grad_norm": 1.0908276469802214,
      "learning_rate": 9.008413886194027e-06,
      "loss": 0.2298,
      "step": 8752
    },
    {
      "epoch": 5.474046278924328,
      "grad_norm": 1.0556415563708477,
      "learning_rate": 8.987245088142153e-06,
      "loss": 0.2193,
      "step": 8753
    },
    {
      "epoch": 5.474671669793621,
      "grad_norm": 1.4917740109708715,
      "learning_rate": 8.966100423403561e-06,
      "loss": 0.2675,
      "step": 8754
    },
    {
      "epoch": 5.475297060662914,
      "grad_norm": 1.0702318926540473,
      "learning_rate": 8.944979895597021e-06,
      "loss": 0.1963,
      "step": 8755
    },
    {
      "epoch": 5.475922451532208,
      "grad_norm": 1.2766055643918892,
      "learning_rate": 8.92388350833716e-06,
      "loss": 0.2371,
      "step": 8756
    },
    {
      "epoch": 5.476547842401501,
      "grad_norm": 1.0101410265739381,
      "learning_rate": 8.902811265234472e-06,
      "loss": 0.1995,
      "step": 8757
    },
    {
      "epoch": 5.477173233270794,
      "grad_norm": 1.0257386380927147,
      "learning_rate": 8.881763169895323e-06,
      "loss": 0.2074,
      "step": 8758
    },
    {
      "epoch": 5.477798624140087,
      "grad_norm": 1.1057813271179533,
      "learning_rate": 8.860739225921947e-06,
      "loss": 0.2391,
      "step": 8759
    },
    {
      "epoch": 5.478424015009381,
      "grad_norm": 0.9192309885741188,
      "learning_rate": 8.83973943691242e-06,
      "loss": 0.2142,
      "step": 8760
    },
    {
      "epoch": 5.4790494058786745,
      "grad_norm": 1.1806412439564096,
      "learning_rate": 8.818763806460711e-06,
      "loss": 0.2575,
      "step": 8761
    },
    {
      "epoch": 5.479674796747967,
      "grad_norm": 1.0565011252276304,
      "learning_rate": 8.79781233815665e-06,
      "loss": 0.2377,
      "step": 8762
    },
    {
      "epoch": 5.480300187617261,
      "grad_norm": 0.8346367024002078,
      "learning_rate": 8.776885035585939e-06,
      "loss": 0.1485,
      "step": 8763
    },
    {
      "epoch": 5.480925578486554,
      "grad_norm": 1.1446607158645108,
      "learning_rate": 8.755981902330128e-06,
      "loss": 0.2468,
      "step": 8764
    },
    {
      "epoch": 5.4815509693558475,
      "grad_norm": 1.1986672703582204,
      "learning_rate": 8.735102941966637e-06,
      "loss": 0.2424,
      "step": 8765
    },
    {
      "epoch": 5.48217636022514,
      "grad_norm": 1.3561378032238143,
      "learning_rate": 8.714248158068743e-06,
      "loss": 0.2786,
      "step": 8766
    },
    {
      "epoch": 5.482801751094434,
      "grad_norm": 1.0339492823657594,
      "learning_rate": 8.693417554205589e-06,
      "loss": 0.2452,
      "step": 8767
    },
    {
      "epoch": 5.483427141963728,
      "grad_norm": 0.8847643682430368,
      "learning_rate": 8.672611133942225e-06,
      "loss": 0.1893,
      "step": 8768
    },
    {
      "epoch": 5.4840525328330205,
      "grad_norm": 1.0795389028649907,
      "learning_rate": 8.651828900839452e-06,
      "loss": 0.2262,
      "step": 8769
    },
    {
      "epoch": 5.484677923702314,
      "grad_norm": 1.307895361523736,
      "learning_rate": 8.631070858454025e-06,
      "loss": 0.2536,
      "step": 8770
    },
    {
      "epoch": 5.485303314571607,
      "grad_norm": 1.4138414344172492,
      "learning_rate": 8.610337010338553e-06,
      "loss": 0.2783,
      "step": 8771
    },
    {
      "epoch": 5.485928705440901,
      "grad_norm": 0.8645908578397861,
      "learning_rate": 8.589627360041461e-06,
      "loss": 0.185,
      "step": 8772
    },
    {
      "epoch": 5.4865540963101935,
      "grad_norm": 1.3634595681368638,
      "learning_rate": 8.568941911107069e-06,
      "loss": 0.2534,
      "step": 8773
    },
    {
      "epoch": 5.487179487179487,
      "grad_norm": 1.160063101453157,
      "learning_rate": 8.548280667075557e-06,
      "loss": 0.2758,
      "step": 8774
    },
    {
      "epoch": 5.487804878048781,
      "grad_norm": 0.980414639718417,
      "learning_rate": 8.527643631482917e-06,
      "loss": 0.2352,
      "step": 8775
    },
    {
      "epoch": 5.488430268918074,
      "grad_norm": 1.2400458433026549,
      "learning_rate": 8.507030807861021e-06,
      "loss": 0.2301,
      "step": 8776
    },
    {
      "epoch": 5.489055659787367,
      "grad_norm": 1.3730381433075185,
      "learning_rate": 8.48644219973763e-06,
      "loss": 0.2901,
      "step": 8777
    },
    {
      "epoch": 5.48968105065666,
      "grad_norm": 1.0513744774265898,
      "learning_rate": 8.46587781063633e-06,
      "loss": 0.2342,
      "step": 8778
    },
    {
      "epoch": 5.490306441525954,
      "grad_norm": 1.1262698948793963,
      "learning_rate": 8.445337644076567e-06,
      "loss": 0.2316,
      "step": 8779
    },
    {
      "epoch": 5.490931832395247,
      "grad_norm": 1.0874164572024363,
      "learning_rate": 8.424821703573647e-06,
      "loss": 0.2304,
      "step": 8780
    },
    {
      "epoch": 5.49155722326454,
      "grad_norm": 1.195001620006133,
      "learning_rate": 8.404329992638698e-06,
      "loss": 0.2504,
      "step": 8781
    },
    {
      "epoch": 5.492182614133833,
      "grad_norm": 1.3825561356059306,
      "learning_rate": 8.383862514778777e-06,
      "loss": 0.2874,
      "step": 8782
    },
    {
      "epoch": 5.492808005003127,
      "grad_norm": 1.1372783144811724,
      "learning_rate": 8.363419273496702e-06,
      "loss": 0.2103,
      "step": 8783
    },
    {
      "epoch": 5.493433395872421,
      "grad_norm": 1.0479855364134898,
      "learning_rate": 8.343000272291222e-06,
      "loss": 0.1964,
      "step": 8784
    },
    {
      "epoch": 5.494058786741713,
      "grad_norm": 1.0003457568199678,
      "learning_rate": 8.32260551465686e-06,
      "loss": 0.2138,
      "step": 8785
    },
    {
      "epoch": 5.494684177611007,
      "grad_norm": 1.2822506517591181,
      "learning_rate": 8.30223500408404e-06,
      "loss": 0.2348,
      "step": 8786
    },
    {
      "epoch": 5.4953095684803,
      "grad_norm": 1.303940371492666,
      "learning_rate": 8.281888744059057e-06,
      "loss": 0.2562,
      "step": 8787
    },
    {
      "epoch": 5.495934959349594,
      "grad_norm": 1.2658329613397317,
      "learning_rate": 8.261566738063991e-06,
      "loss": 0.2329,
      "step": 8788
    },
    {
      "epoch": 5.4965603502188864,
      "grad_norm": 1.1252052207736951,
      "learning_rate": 8.241268989576843e-06,
      "loss": 0.2387,
      "step": 8789
    },
    {
      "epoch": 5.49718574108818,
      "grad_norm": 0.9244515980518742,
      "learning_rate": 8.220995502071388e-06,
      "loss": 0.1929,
      "step": 8790
    },
    {
      "epoch": 5.497811131957473,
      "grad_norm": 0.8927820215539681,
      "learning_rate": 8.200746279017312e-06,
      "loss": 0.193,
      "step": 8791
    },
    {
      "epoch": 5.498436522826767,
      "grad_norm": 0.9308044031878787,
      "learning_rate": 8.180521323880128e-06,
      "loss": 0.1918,
      "step": 8792
    },
    {
      "epoch": 5.49906191369606,
      "grad_norm": 1.0173867560100234,
      "learning_rate": 8.16032064012117e-06,
      "loss": 0.2271,
      "step": 8793
    },
    {
      "epoch": 5.499687304565353,
      "grad_norm": 1.2171109249878458,
      "learning_rate": 8.140144231197637e-06,
      "loss": 0.243,
      "step": 8794
    },
    {
      "epoch": 5.500312695434647,
      "grad_norm": 1.4211640855593641,
      "learning_rate": 8.119992100562601e-06,
      "loss": 0.2532,
      "step": 8795
    },
    {
      "epoch": 5.50093808630394,
      "grad_norm": 1.1901957273024035,
      "learning_rate": 8.099864251664934e-06,
      "loss": 0.235,
      "step": 8796
    },
    {
      "epoch": 5.501563477173233,
      "grad_norm": 0.9819993751188287,
      "learning_rate": 8.079760687949383e-06,
      "loss": 0.2225,
      "step": 8797
    },
    {
      "epoch": 5.502188868042527,
      "grad_norm": 1.415816617003041,
      "learning_rate": 8.059681412856511e-06,
      "loss": 0.3135,
      "step": 8798
    },
    {
      "epoch": 5.50281425891182,
      "grad_norm": 1.2306613597734652,
      "learning_rate": 8.03962642982277e-06,
      "loss": 0.2411,
      "step": 8799
    },
    {
      "epoch": 5.5034396497811136,
      "grad_norm": 1.0146926456417071,
      "learning_rate": 8.019595742280383e-06,
      "loss": 0.2146,
      "step": 8800
    },
    {
      "epoch": 5.504065040650406,
      "grad_norm": 1.0317284444543935,
      "learning_rate": 7.999589353657521e-06,
      "loss": 0.2318,
      "step": 8801
    },
    {
      "epoch": 5.5046904315197,
      "grad_norm": 1.091740632296398,
      "learning_rate": 7.979607267378064e-06,
      "loss": 0.2154,
      "step": 8802
    },
    {
      "epoch": 5.505315822388993,
      "grad_norm": 1.0649608962085892,
      "learning_rate": 7.959649486861824e-06,
      "loss": 0.2372,
      "step": 8803
    },
    {
      "epoch": 5.505941213258287,
      "grad_norm": 1.1519259499930756,
      "learning_rate": 7.939716015524438e-06,
      "loss": 0.2337,
      "step": 8804
    },
    {
      "epoch": 5.506566604127579,
      "grad_norm": 1.215759356751852,
      "learning_rate": 7.919806856777378e-06,
      "loss": 0.2778,
      "step": 8805
    },
    {
      "epoch": 5.507191994996873,
      "grad_norm": 1.0443811896793767,
      "learning_rate": 7.899922014027949e-06,
      "loss": 0.216,
      "step": 8806
    },
    {
      "epoch": 5.507817385866167,
      "grad_norm": 1.2190557270943092,
      "learning_rate": 7.880061490679296e-06,
      "loss": 0.2355,
      "step": 8807
    },
    {
      "epoch": 5.50844277673546,
      "grad_norm": 0.9474470340757769,
      "learning_rate": 7.860225290130417e-06,
      "loss": 0.1784,
      "step": 8808
    },
    {
      "epoch": 5.509068167604753,
      "grad_norm": 1.2077406093608463,
      "learning_rate": 7.840413415776132e-06,
      "loss": 0.2253,
      "step": 8809
    },
    {
      "epoch": 5.509693558474046,
      "grad_norm": 0.9500229802022149,
      "learning_rate": 7.820625871007074e-06,
      "loss": 0.2109,
      "step": 8810
    },
    {
      "epoch": 5.51031894934334,
      "grad_norm": 0.9970277343671737,
      "learning_rate": 7.800862659209755e-06,
      "loss": 0.2359,
      "step": 8811
    },
    {
      "epoch": 5.510944340212633,
      "grad_norm": 0.7653512965697455,
      "learning_rate": 7.781123783766502e-06,
      "loss": 0.143,
      "step": 8812
    },
    {
      "epoch": 5.511569731081926,
      "grad_norm": 1.0358856126839495,
      "learning_rate": 7.761409248055494e-06,
      "loss": 0.2256,
      "step": 8813
    },
    {
      "epoch": 5.512195121951219,
      "grad_norm": 1.2251092054779564,
      "learning_rate": 7.741719055450718e-06,
      "loss": 0.2636,
      "step": 8814
    },
    {
      "epoch": 5.512820512820513,
      "grad_norm": 1.1115680223024629,
      "learning_rate": 7.72205320932201e-06,
      "loss": 0.2273,
      "step": 8815
    },
    {
      "epoch": 5.5134459036898065,
      "grad_norm": 1.0752385659128731,
      "learning_rate": 7.702411713035045e-06,
      "loss": 0.2457,
      "step": 8816
    },
    {
      "epoch": 5.514071294559099,
      "grad_norm": 1.115631573987716,
      "learning_rate": 7.682794569951334e-06,
      "loss": 0.2418,
      "step": 8817
    },
    {
      "epoch": 5.514696685428393,
      "grad_norm": 1.1371818051427136,
      "learning_rate": 7.663201783428175e-06,
      "loss": 0.239,
      "step": 8818
    },
    {
      "epoch": 5.515322076297686,
      "grad_norm": 1.0999950146124167,
      "learning_rate": 7.643633356818734e-06,
      "loss": 0.2697,
      "step": 8819
    },
    {
      "epoch": 5.5159474671669795,
      "grad_norm": 1.1764077238543842,
      "learning_rate": 7.624089293472036e-06,
      "loss": 0.2322,
      "step": 8820
    },
    {
      "epoch": 5.516572858036272,
      "grad_norm": 1.155452879803358,
      "learning_rate": 7.6045695967329014e-06,
      "loss": 0.2278,
      "step": 8821
    },
    {
      "epoch": 5.517198248905566,
      "grad_norm": 1.1325504530496993,
      "learning_rate": 7.58507426994196e-06,
      "loss": 0.2126,
      "step": 8822
    },
    {
      "epoch": 5.517823639774859,
      "grad_norm": 0.9258128428903526,
      "learning_rate": 7.5656033164357084e-06,
      "loss": 0.1955,
      "step": 8823
    },
    {
      "epoch": 5.5184490306441525,
      "grad_norm": 1.1904414655005375,
      "learning_rate": 7.5461567395464825e-06,
      "loss": 0.2372,
      "step": 8824
    },
    {
      "epoch": 5.519074421513446,
      "grad_norm": 0.9913808574891037,
      "learning_rate": 7.5267345426023866e-06,
      "loss": 0.2082,
      "step": 8825
    },
    {
      "epoch": 5.519699812382739,
      "grad_norm": 1.0956693117402223,
      "learning_rate": 7.50733672892741e-06,
      "loss": 0.2288,
      "step": 8826
    },
    {
      "epoch": 5.520325203252033,
      "grad_norm": 1.1500731052511983,
      "learning_rate": 7.487963301841332e-06,
      "loss": 0.2522,
      "step": 8827
    },
    {
      "epoch": 5.5209505941213255,
      "grad_norm": 1.358728240842002,
      "learning_rate": 7.4686142646598006e-06,
      "loss": 0.2881,
      "step": 8828
    },
    {
      "epoch": 5.521575984990619,
      "grad_norm": 1.0217238045093175,
      "learning_rate": 7.4492896206942486e-06,
      "loss": 0.2357,
      "step": 8829
    },
    {
      "epoch": 5.522201375859913,
      "grad_norm": 1.319446563025396,
      "learning_rate": 7.429989373251949e-06,
      "loss": 0.2533,
      "step": 8830
    },
    {
      "epoch": 5.522826766729206,
      "grad_norm": 0.9574527240645623,
      "learning_rate": 7.410713525636008e-06,
      "loss": 0.1971,
      "step": 8831
    },
    {
      "epoch": 5.523452157598499,
      "grad_norm": 1.0607255999121046,
      "learning_rate": 7.3914620811453215e-06,
      "loss": 0.2043,
      "step": 8832
    },
    {
      "epoch": 5.524077548467792,
      "grad_norm": 0.9902340869944927,
      "learning_rate": 7.372235043074687e-06,
      "loss": 0.2027,
      "step": 8833
    },
    {
      "epoch": 5.524702939337086,
      "grad_norm": 1.460737907568116,
      "learning_rate": 7.353032414714621e-06,
      "loss": 0.289,
      "step": 8834
    },
    {
      "epoch": 5.525328330206379,
      "grad_norm": 0.9864407016484168,
      "learning_rate": 7.3338541993515294e-06,
      "loss": 0.1951,
      "step": 8835
    },
    {
      "epoch": 5.525953721075672,
      "grad_norm": 1.2182566219440465,
      "learning_rate": 7.31470040026762e-06,
      "loss": 0.2349,
      "step": 8836
    },
    {
      "epoch": 5.526579111944965,
      "grad_norm": 1.1864049215236063,
      "learning_rate": 7.2955710207409535e-06,
      "loss": 0.2367,
      "step": 8837
    },
    {
      "epoch": 5.527204502814259,
      "grad_norm": 1.0019827250092452,
      "learning_rate": 7.276466064045361e-06,
      "loss": 0.1967,
      "step": 8838
    },
    {
      "epoch": 5.527829893683553,
      "grad_norm": 1.1030678412250727,
      "learning_rate": 7.257385533450511e-06,
      "loss": 0.2117,
      "step": 8839
    },
    {
      "epoch": 5.528455284552845,
      "grad_norm": 0.9997401922134935,
      "learning_rate": 7.238329432221923e-06,
      "loss": 0.1818,
      "step": 8840
    },
    {
      "epoch": 5.529080675422139,
      "grad_norm": 1.1661026392861271,
      "learning_rate": 7.2192977636209074e-06,
      "loss": 0.258,
      "step": 8841
    },
    {
      "epoch": 5.529706066291432,
      "grad_norm": 1.051711342362687,
      "learning_rate": 7.200290530904573e-06,
      "loss": 0.1852,
      "step": 8842
    },
    {
      "epoch": 5.530331457160726,
      "grad_norm": 1.1661475173236004,
      "learning_rate": 7.181307737325886e-06,
      "loss": 0.2188,
      "step": 8843
    },
    {
      "epoch": 5.530956848030018,
      "grad_norm": 1.0667058475011377,
      "learning_rate": 7.1623493861336315e-06,
      "loss": 0.1947,
      "step": 8844
    },
    {
      "epoch": 5.531582238899312,
      "grad_norm": 0.9438752479038679,
      "learning_rate": 7.143415480572379e-06,
      "loss": 0.1939,
      "step": 8845
    },
    {
      "epoch": 5.532207629768605,
      "grad_norm": 1.084953422742267,
      "learning_rate": 7.124506023882504e-06,
      "loss": 0.1982,
      "step": 8846
    },
    {
      "epoch": 5.532833020637899,
      "grad_norm": 1.0338427521362756,
      "learning_rate": 7.1056210193002676e-06,
      "loss": 0.2098,
      "step": 8847
    },
    {
      "epoch": 5.533458411507192,
      "grad_norm": 2.3655543130200734,
      "learning_rate": 7.086760470057667e-06,
      "loss": 0.2161,
      "step": 8848
    },
    {
      "epoch": 5.534083802376485,
      "grad_norm": 1.080230773759578,
      "learning_rate": 7.067924379382556e-06,
      "loss": 0.217,
      "step": 8849
    },
    {
      "epoch": 5.534709193245779,
      "grad_norm": 1.4084035735651739,
      "learning_rate": 7.049112750498636e-06,
      "loss": 0.286,
      "step": 8850
    },
    {
      "epoch": 5.535334584115072,
      "grad_norm": 1.3696460752069903,
      "learning_rate": 7.030325586625318e-06,
      "loss": 0.2479,
      "step": 8851
    },
    {
      "epoch": 5.535959974984365,
      "grad_norm": 1.0520822609443368,
      "learning_rate": 7.011562890977912e-06,
      "loss": 0.2741,
      "step": 8852
    },
    {
      "epoch": 5.536585365853659,
      "grad_norm": 1.0905496625617856,
      "learning_rate": 6.992824666767533e-06,
      "loss": 0.2007,
      "step": 8853
    },
    {
      "epoch": 5.537210756722952,
      "grad_norm": 1.1096777053144722,
      "learning_rate": 6.974110917201081e-06,
      "loss": 0.1974,
      "step": 8854
    },
    {
      "epoch": 5.5378361475922455,
      "grad_norm": 1.0858990998682416,
      "learning_rate": 6.955421645481296e-06,
      "loss": 0.2087,
      "step": 8855
    },
    {
      "epoch": 5.538461538461538,
      "grad_norm": 1.5434408113265141,
      "learning_rate": 6.936756854806669e-06,
      "loss": 0.3047,
      "step": 8856
    },
    {
      "epoch": 5.539086929330832,
      "grad_norm": 1.0548232149273469,
      "learning_rate": 6.9181165483715935e-06,
      "loss": 0.2139,
      "step": 8857
    },
    {
      "epoch": 5.539712320200125,
      "grad_norm": 1.0389598522811991,
      "learning_rate": 6.899500729366203e-06,
      "loss": 0.2377,
      "step": 8858
    },
    {
      "epoch": 5.5403377110694185,
      "grad_norm": 1.2906590395597557,
      "learning_rate": 6.8809094009764476e-06,
      "loss": 0.2491,
      "step": 8859
    },
    {
      "epoch": 5.540963101938711,
      "grad_norm": 1.1248713660807224,
      "learning_rate": 6.862342566384116e-06,
      "loss": 0.2552,
      "step": 8860
    },
    {
      "epoch": 5.541588492808005,
      "grad_norm": 0.9947386820566458,
      "learning_rate": 6.8438002287667825e-06,
      "loss": 0.2034,
      "step": 8861
    },
    {
      "epoch": 5.542213883677299,
      "grad_norm": 1.321342689456666,
      "learning_rate": 6.825282391297826e-06,
      "loss": 0.2532,
      "step": 8862
    },
    {
      "epoch": 5.5428392745465915,
      "grad_norm": 0.842702157103085,
      "learning_rate": 6.806789057146445e-06,
      "loss": 0.1609,
      "step": 8863
    },
    {
      "epoch": 5.543464665415885,
      "grad_norm": 1.0840938067541042,
      "learning_rate": 6.788320229477657e-06,
      "loss": 0.2159,
      "step": 8864
    },
    {
      "epoch": 5.544090056285178,
      "grad_norm": 1.2619202015682025,
      "learning_rate": 6.769875911452249e-06,
      "loss": 0.2574,
      "step": 8865
    },
    {
      "epoch": 5.544715447154472,
      "grad_norm": 1.1574939733489034,
      "learning_rate": 6.751456106226849e-06,
      "loss": 0.2001,
      "step": 8866
    },
    {
      "epoch": 5.5453408380237645,
      "grad_norm": 1.2677134850254093,
      "learning_rate": 6.73306081695385e-06,
      "loss": 0.3057,
      "step": 8867
    },
    {
      "epoch": 5.545966228893058,
      "grad_norm": 1.031943949024981,
      "learning_rate": 6.714690046781484e-06,
      "loss": 0.1928,
      "step": 8868
    },
    {
      "epoch": 5.546591619762351,
      "grad_norm": 0.9796483426256001,
      "learning_rate": 6.696343798853771e-06,
      "loss": 0.2299,
      "step": 8869
    },
    {
      "epoch": 5.547217010631645,
      "grad_norm": 1.1434922125244773,
      "learning_rate": 6.678022076310563e-06,
      "loss": 0.2606,
      "step": 8870
    },
    {
      "epoch": 5.547842401500938,
      "grad_norm": 1.1088358569401466,
      "learning_rate": 6.6597248822874535e-06,
      "loss": 0.2476,
      "step": 8871
    },
    {
      "epoch": 5.548467792370231,
      "grad_norm": 0.9783937619806226,
      "learning_rate": 6.6414522199158885e-06,
      "loss": 0.2141,
      "step": 8872
    },
    {
      "epoch": 5.549093183239525,
      "grad_norm": 1.0666386005194977,
      "learning_rate": 6.623204092323115e-06,
      "loss": 0.2023,
      "step": 8873
    },
    {
      "epoch": 5.549718574108818,
      "grad_norm": 1.340241895950682,
      "learning_rate": 6.604980502632168e-06,
      "loss": 0.267,
      "step": 8874
    },
    {
      "epoch": 5.550343964978111,
      "grad_norm": 1.2600975937267813,
      "learning_rate": 6.58678145396187e-06,
      "loss": 0.2259,
      "step": 8875
    },
    {
      "epoch": 5.550969355847404,
      "grad_norm": 1.167142316592031,
      "learning_rate": 6.568606949426847e-06,
      "loss": 0.2597,
      "step": 8876
    },
    {
      "epoch": 5.551594746716698,
      "grad_norm": 1.2289705911596605,
      "learning_rate": 6.550456992137559e-06,
      "loss": 0.2735,
      "step": 8877
    },
    {
      "epoch": 5.552220137585991,
      "grad_norm": 1.268798174059329,
      "learning_rate": 6.532331585200223e-06,
      "loss": 0.2738,
      "step": 8878
    },
    {
      "epoch": 5.5528455284552845,
      "grad_norm": 1.2217757875608575,
      "learning_rate": 6.514230731716891e-06,
      "loss": 0.233,
      "step": 8879
    },
    {
      "epoch": 5.553470919324578,
      "grad_norm": 1.15776685837558,
      "learning_rate": 6.496154434785384e-06,
      "loss": 0.2354,
      "step": 8880
    },
    {
      "epoch": 5.554096310193871,
      "grad_norm": 0.9525084384392388,
      "learning_rate": 6.47810269749931e-06,
      "loss": 0.1995,
      "step": 8881
    },
    {
      "epoch": 5.554721701063165,
      "grad_norm": 1.0753916835112383,
      "learning_rate": 6.460075522948116e-06,
      "loss": 0.1894,
      "step": 8882
    },
    {
      "epoch": 5.5553470919324575,
      "grad_norm": 1.123927767528823,
      "learning_rate": 6.442072914217017e-06,
      "loss": 0.2299,
      "step": 8883
    },
    {
      "epoch": 5.555972482801751,
      "grad_norm": 1.184455850641154,
      "learning_rate": 6.424094874387014e-06,
      "loss": 0.2357,
      "step": 8884
    },
    {
      "epoch": 5.556597873671045,
      "grad_norm": 0.9727193253628585,
      "learning_rate": 6.406141406534965e-06,
      "loss": 0.2254,
      "step": 8885
    },
    {
      "epoch": 5.557223264540338,
      "grad_norm": 1.1166292789174301,
      "learning_rate": 6.3882125137334095e-06,
      "loss": 0.2174,
      "step": 8886
    },
    {
      "epoch": 5.557848655409631,
      "grad_norm": 0.7756577527099806,
      "learning_rate": 6.3703081990507945e-06,
      "loss": 0.1552,
      "step": 8887
    },
    {
      "epoch": 5.558474046278924,
      "grad_norm": 1.0172136249801458,
      "learning_rate": 6.352428465551284e-06,
      "loss": 0.2278,
      "step": 8888
    },
    {
      "epoch": 5.559099437148218,
      "grad_norm": 1.2645298938815506,
      "learning_rate": 6.3345733162949e-06,
      "loss": 0.2654,
      "step": 8889
    },
    {
      "epoch": 5.559724828017511,
      "grad_norm": 1.1315922448032965,
      "learning_rate": 6.316742754337395e-06,
      "loss": 0.2343,
      "step": 8890
    },
    {
      "epoch": 5.560350218886804,
      "grad_norm": 1.1483416063345415,
      "learning_rate": 6.298936782730346e-06,
      "loss": 0.223,
      "step": 8891
    },
    {
      "epoch": 5.560975609756097,
      "grad_norm": 1.090889163106058,
      "learning_rate": 6.2811554045211325e-06,
      "loss": 0.2384,
      "step": 8892
    },
    {
      "epoch": 5.561601000625391,
      "grad_norm": 1.3013645194641639,
      "learning_rate": 6.2633986227528856e-06,
      "loss": 0.251,
      "step": 8893
    },
    {
      "epoch": 5.562226391494685,
      "grad_norm": 1.1407130959055805,
      "learning_rate": 6.245666440464558e-06,
      "loss": 0.2231,
      "step": 8894
    },
    {
      "epoch": 5.562851782363977,
      "grad_norm": 0.9705531843717817,
      "learning_rate": 6.227958860690891e-06,
      "loss": 0.2058,
      "step": 8895
    },
    {
      "epoch": 5.563477173233271,
      "grad_norm": 1.093481343201819,
      "learning_rate": 6.210275886462407e-06,
      "loss": 0.2281,
      "step": 8896
    },
    {
      "epoch": 5.564102564102564,
      "grad_norm": 1.1065777026402803,
      "learning_rate": 6.192617520805421e-06,
      "loss": 0.193,
      "step": 8897
    },
    {
      "epoch": 5.564727954971858,
      "grad_norm": 0.9253475162500393,
      "learning_rate": 6.174983766742031e-06,
      "loss": 0.2138,
      "step": 8898
    },
    {
      "epoch": 5.56535334584115,
      "grad_norm": 1.0967375551375749,
      "learning_rate": 6.15737462729014e-06,
      "loss": 0.2165,
      "step": 8899
    },
    {
      "epoch": 5.565978736710444,
      "grad_norm": 1.0137399604288182,
      "learning_rate": 6.139790105463388e-06,
      "loss": 0.208,
      "step": 8900
    },
    {
      "epoch": 5.566604127579737,
      "grad_norm": 1.094451117451631,
      "learning_rate": 6.122230204271284e-06,
      "loss": 0.2066,
      "step": 8901
    },
    {
      "epoch": 5.567229518449031,
      "grad_norm": 1.1931448034240664,
      "learning_rate": 6.104694926719039e-06,
      "loss": 0.241,
      "step": 8902
    },
    {
      "epoch": 5.567854909318324,
      "grad_norm": 1.1271078679157278,
      "learning_rate": 6.087184275807705e-06,
      "loss": 0.2313,
      "step": 8903
    },
    {
      "epoch": 5.568480300187617,
      "grad_norm": 1.2965419292301903,
      "learning_rate": 6.0696982545341e-06,
      "loss": 0.2281,
      "step": 8904
    },
    {
      "epoch": 5.569105691056911,
      "grad_norm": 1.0910999267537178,
      "learning_rate": 6.052236865890847e-06,
      "loss": 0.2169,
      "step": 8905
    },
    {
      "epoch": 5.569731081926204,
      "grad_norm": 1.2705299834410846,
      "learning_rate": 6.034800112866322e-06,
      "loss": 0.2494,
      "step": 8906
    },
    {
      "epoch": 5.570356472795497,
      "grad_norm": 1.2430951263951593,
      "learning_rate": 6.017387998444689e-06,
      "loss": 0.2884,
      "step": 8907
    },
    {
      "epoch": 5.570981863664791,
      "grad_norm": 1.0781273430914295,
      "learning_rate": 6.00000052560593e-06,
      "loss": 0.2133,
      "step": 8908
    },
    {
      "epoch": 5.571607254534084,
      "grad_norm": 1.0469641193963823,
      "learning_rate": 5.9826376973257654e-06,
      "loss": 0.2401,
      "step": 8909
    },
    {
      "epoch": 5.5722326454033775,
      "grad_norm": 1.2399918556393794,
      "learning_rate": 5.965299516575733e-06,
      "loss": 0.28,
      "step": 8910
    },
    {
      "epoch": 5.57285803627267,
      "grad_norm": 0.9252250231178677,
      "learning_rate": 5.947985986323128e-06,
      "loss": 0.1799,
      "step": 8911
    },
    {
      "epoch": 5.573483427141964,
      "grad_norm": 1.0153123311577084,
      "learning_rate": 5.93069710953103e-06,
      "loss": 0.2015,
      "step": 8912
    },
    {
      "epoch": 5.574108818011257,
      "grad_norm": 1.494842145295319,
      "learning_rate": 5.913432889158321e-06,
      "loss": 0.2997,
      "step": 8913
    },
    {
      "epoch": 5.5747342088805505,
      "grad_norm": 1.1676807456219434,
      "learning_rate": 5.896193328159638e-06,
      "loss": 0.2263,
      "step": 8914
    },
    {
      "epoch": 5.575359599749843,
      "grad_norm": 1.0380896535843072,
      "learning_rate": 5.8789784294854206e-06,
      "loss": 0.2247,
      "step": 8915
    },
    {
      "epoch": 5.575984990619137,
      "grad_norm": 1.1074905052952941,
      "learning_rate": 5.861788196081846e-06,
      "loss": 0.2369,
      "step": 8916
    },
    {
      "epoch": 5.576610381488431,
      "grad_norm": 1.0097148740089787,
      "learning_rate": 5.84462263089091e-06,
      "loss": 0.2136,
      "step": 8917
    },
    {
      "epoch": 5.5772357723577235,
      "grad_norm": 0.9617391120335088,
      "learning_rate": 5.827481736850382e-06,
      "loss": 0.1731,
      "step": 8918
    },
    {
      "epoch": 5.577861163227017,
      "grad_norm": 1.0933891303214385,
      "learning_rate": 5.810365516893794e-06,
      "loss": 0.2027,
      "step": 8919
    },
    {
      "epoch": 5.57848655409631,
      "grad_norm": 0.939453965386989,
      "learning_rate": 5.793273973950491e-06,
      "loss": 0.2086,
      "step": 8920
    },
    {
      "epoch": 5.579111944965604,
      "grad_norm": 1.392378672548773,
      "learning_rate": 5.77620711094553e-06,
      "loss": 0.2627,
      "step": 8921
    },
    {
      "epoch": 5.5797373358348965,
      "grad_norm": 1.0100161933408034,
      "learning_rate": 5.7591649307997925e-06,
      "loss": 0.1891,
      "step": 8922
    },
    {
      "epoch": 5.58036272670419,
      "grad_norm": 1.0475077489873381,
      "learning_rate": 5.742147436429928e-06,
      "loss": 0.1969,
      "step": 8923
    },
    {
      "epoch": 5.580988117573483,
      "grad_norm": 0.9234104363383392,
      "learning_rate": 5.725154630748358e-06,
      "loss": 0.2094,
      "step": 8924
    },
    {
      "epoch": 5.581613508442777,
      "grad_norm": 0.9587682930981776,
      "learning_rate": 5.708186516663271e-06,
      "loss": 0.1851,
      "step": 8925
    },
    {
      "epoch": 5.58223889931207,
      "grad_norm": 0.9986447746394177,
      "learning_rate": 5.691243097078646e-06,
      "loss": 0.1868,
      "step": 8926
    },
    {
      "epoch": 5.582864290181363,
      "grad_norm": 1.0146673081753368,
      "learning_rate": 5.674324374894229e-06,
      "loss": 0.2069,
      "step": 8927
    },
    {
      "epoch": 5.583489681050657,
      "grad_norm": 1.0285598753000356,
      "learning_rate": 5.657430353005538e-06,
      "loss": 0.2023,
      "step": 8928
    },
    {
      "epoch": 5.58411507191995,
      "grad_norm": 1.1476425602702167,
      "learning_rate": 5.640561034303842e-06,
      "loss": 0.2468,
      "step": 8929
    },
    {
      "epoch": 5.584740462789243,
      "grad_norm": 1.0399407650252608,
      "learning_rate": 5.623716421676216e-06,
      "loss": 0.1966,
      "step": 8930
    },
    {
      "epoch": 5.585365853658536,
      "grad_norm": 1.311726746434536,
      "learning_rate": 5.606896518005505e-06,
      "loss": 0.2412,
      "step": 8931
    },
    {
      "epoch": 5.58599124452783,
      "grad_norm": 1.1063653273068597,
      "learning_rate": 5.5901013261703205e-06,
      "loss": 0.2103,
      "step": 8932
    },
    {
      "epoch": 5.586616635397123,
      "grad_norm": 1.2121084881639745,
      "learning_rate": 5.573330849044999e-06,
      "loss": 0.2413,
      "step": 8933
    },
    {
      "epoch": 5.587242026266416,
      "grad_norm": 1.1717502697391537,
      "learning_rate": 5.5565850894997095e-06,
      "loss": 0.2463,
      "step": 8934
    },
    {
      "epoch": 5.58786741713571,
      "grad_norm": 1.1105103053347734,
      "learning_rate": 5.539864050400378e-06,
      "loss": 0.2359,
      "step": 8935
    },
    {
      "epoch": 5.588492808005003,
      "grad_norm": 1.0717316386897804,
      "learning_rate": 5.5231677346086634e-06,
      "loss": 0.2189,
      "step": 8936
    },
    {
      "epoch": 5.589118198874297,
      "grad_norm": 1.165862722644259,
      "learning_rate": 5.506496144982048e-06,
      "loss": 0.2658,
      "step": 8937
    },
    {
      "epoch": 5.589743589743589,
      "grad_norm": 0.8780390652816817,
      "learning_rate": 5.489849284373732e-06,
      "loss": 0.1899,
      "step": 8938
    },
    {
      "epoch": 5.590368980612883,
      "grad_norm": 0.9268585788041688,
      "learning_rate": 5.47322715563272e-06,
      "loss": 0.1736,
      "step": 8939
    },
    {
      "epoch": 5.590994371482177,
      "grad_norm": 1.1116179832793065,
      "learning_rate": 5.4566297616037535e-06,
      "loss": 0.2314,
      "step": 8940
    },
    {
      "epoch": 5.59161976235147,
      "grad_norm": 0.8578736966335372,
      "learning_rate": 5.440057105127376e-06,
      "loss": 0.1787,
      "step": 8941
    },
    {
      "epoch": 5.592245153220763,
      "grad_norm": 1.0767151436854432,
      "learning_rate": 5.423509189039854e-06,
      "loss": 0.207,
      "step": 8942
    },
    {
      "epoch": 5.592870544090056,
      "grad_norm": 1.1477181389732705,
      "learning_rate": 5.40698601617327e-06,
      "loss": 0.2505,
      "step": 8943
    },
    {
      "epoch": 5.59349593495935,
      "grad_norm": 1.203637399087591,
      "learning_rate": 5.39048758935543e-06,
      "loss": 0.247,
      "step": 8944
    },
    {
      "epoch": 5.594121325828643,
      "grad_norm": 1.201964515728149,
      "learning_rate": 5.374013911409925e-06,
      "loss": 0.2185,
      "step": 8945
    },
    {
      "epoch": 5.594746716697936,
      "grad_norm": 1.0325200964468884,
      "learning_rate": 5.3575649851560985e-06,
      "loss": 0.2051,
      "step": 8946
    },
    {
      "epoch": 5.595372107567229,
      "grad_norm": 1.1228336864960262,
      "learning_rate": 5.341140813409067e-06,
      "loss": 0.2217,
      "step": 8947
    },
    {
      "epoch": 5.595997498436523,
      "grad_norm": 1.1076498397188475,
      "learning_rate": 5.324741398979731e-06,
      "loss": 0.195,
      "step": 8948
    },
    {
      "epoch": 5.5966228893058165,
      "grad_norm": 1.110478535138617,
      "learning_rate": 5.308366744674714e-06,
      "loss": 0.2542,
      "step": 8949
    },
    {
      "epoch": 5.597248280175109,
      "grad_norm": 1.0815117155217255,
      "learning_rate": 5.292016853296404e-06,
      "loss": 0.2045,
      "step": 8950
    },
    {
      "epoch": 5.597873671044403,
      "grad_norm": 1.2357083470154557,
      "learning_rate": 5.275691727642983e-06,
      "loss": 0.2617,
      "step": 8951
    },
    {
      "epoch": 5.598499061913696,
      "grad_norm": 1.3865680174456396,
      "learning_rate": 5.259391370508381e-06,
      "loss": 0.2599,
      "step": 8952
    },
    {
      "epoch": 5.5991244527829895,
      "grad_norm": 1.157921131616964,
      "learning_rate": 5.243115784682267e-06,
      "loss": 0.2256,
      "step": 8953
    },
    {
      "epoch": 5.599749843652282,
      "grad_norm": 1.1641446148991708,
      "learning_rate": 5.226864972950129e-06,
      "loss": 0.2454,
      "step": 8954
    },
    {
      "epoch": 5.600375234521576,
      "grad_norm": 1.2776288087388672,
      "learning_rate": 5.2106389380931255e-06,
      "loss": 0.2879,
      "step": 8955
    },
    {
      "epoch": 5.601000625390869,
      "grad_norm": 1.1602551750721029,
      "learning_rate": 5.194437682888286e-06,
      "loss": 0.2682,
      "step": 8956
    },
    {
      "epoch": 5.6016260162601625,
      "grad_norm": 1.2192012273135207,
      "learning_rate": 5.178261210108292e-06,
      "loss": 0.2222,
      "step": 8957
    },
    {
      "epoch": 5.602251407129456,
      "grad_norm": 1.44318417963295,
      "learning_rate": 5.162109522521629e-06,
      "loss": 0.2425,
      "step": 8958
    },
    {
      "epoch": 5.602876797998749,
      "grad_norm": 1.0007862896264474,
      "learning_rate": 5.145982622892553e-06,
      "loss": 0.223,
      "step": 8959
    },
    {
      "epoch": 5.603502188868043,
      "grad_norm": 1.0426897563043045,
      "learning_rate": 5.129880513981071e-06,
      "loss": 0.2124,
      "step": 8960
    },
    {
      "epoch": 5.6041275797373356,
      "grad_norm": 0.9514724004958817,
      "learning_rate": 5.113803198542948e-06,
      "loss": 0.196,
      "step": 8961
    },
    {
      "epoch": 5.604752970606629,
      "grad_norm": 1.3728640241344843,
      "learning_rate": 5.097750679329682e-06,
      "loss": 0.2399,
      "step": 8962
    },
    {
      "epoch": 5.605378361475923,
      "grad_norm": 1.0740051206560495,
      "learning_rate": 5.081722959088558e-06,
      "loss": 0.1957,
      "step": 8963
    },
    {
      "epoch": 5.606003752345216,
      "grad_norm": 1.251878809533076,
      "learning_rate": 5.065720040562615e-06,
      "loss": 0.2328,
      "step": 8964
    },
    {
      "epoch": 5.6066291432145094,
      "grad_norm": 1.4635749429661866,
      "learning_rate": 5.049741926490597e-06,
      "loss": 0.2805,
      "step": 8965
    },
    {
      "epoch": 5.607254534083802,
      "grad_norm": 1.1930543710965344,
      "learning_rate": 5.033788619607082e-06,
      "loss": 0.2237,
      "step": 8966
    },
    {
      "epoch": 5.607879924953096,
      "grad_norm": 1.0484534434424384,
      "learning_rate": 5.017860122642336e-06,
      "loss": 0.2299,
      "step": 8967
    },
    {
      "epoch": 5.608505315822389,
      "grad_norm": 1.116424391572784,
      "learning_rate": 5.00195643832243e-06,
      "loss": 0.2232,
      "step": 8968
    },
    {
      "epoch": 5.6091307066916825,
      "grad_norm": 1.3095419482392314,
      "learning_rate": 4.986077569369151e-06,
      "loss": 0.2415,
      "step": 8969
    },
    {
      "epoch": 5.609756097560975,
      "grad_norm": 1.0550485978047026,
      "learning_rate": 4.9702235185000606e-06,
      "loss": 0.2064,
      "step": 8970
    },
    {
      "epoch": 5.610381488430269,
      "grad_norm": 1.2731429025259724,
      "learning_rate": 4.954394288428454e-06,
      "loss": 0.2358,
      "step": 8971
    },
    {
      "epoch": 5.611006879299563,
      "grad_norm": 1.232931582975427,
      "learning_rate": 4.938589881863397e-06,
      "loss": 0.2275,
      "step": 8972
    },
    {
      "epoch": 5.6116322701688555,
      "grad_norm": 1.0131239297007055,
      "learning_rate": 4.922810301509711e-06,
      "loss": 0.2002,
      "step": 8973
    },
    {
      "epoch": 5.612257661038149,
      "grad_norm": 0.9440880213378243,
      "learning_rate": 4.9070555500679345e-06,
      "loss": 0.1639,
      "step": 8974
    },
    {
      "epoch": 5.612883051907442,
      "grad_norm": 0.9395608725207877,
      "learning_rate": 4.8913256302343775e-06,
      "loss": 0.2153,
      "step": 8975
    },
    {
      "epoch": 5.613508442776736,
      "grad_norm": 1.0029353552219078,
      "learning_rate": 4.87562054470112e-06,
      "loss": 0.2034,
      "step": 8976
    },
    {
      "epoch": 5.6141338336460285,
      "grad_norm": 1.4146858133877376,
      "learning_rate": 4.859940296155979e-06,
      "loss": 0.2677,
      "step": 8977
    },
    {
      "epoch": 5.614759224515322,
      "grad_norm": 1.272103229942404,
      "learning_rate": 4.84428488728249e-06,
      "loss": 0.2646,
      "step": 8978
    },
    {
      "epoch": 5.615384615384615,
      "grad_norm": 1.077466450601199,
      "learning_rate": 4.828654320759978e-06,
      "loss": 0.2135,
      "step": 8979
    },
    {
      "epoch": 5.616010006253909,
      "grad_norm": 1.016354908754582,
      "learning_rate": 4.813048599263519e-06,
      "loss": 0.2035,
      "step": 8980
    },
    {
      "epoch": 5.616635397123202,
      "grad_norm": 1.0374724519522809,
      "learning_rate": 4.797467725463894e-06,
      "loss": 0.2087,
      "step": 8981
    },
    {
      "epoch": 5.617260787992495,
      "grad_norm": 0.9230731444077127,
      "learning_rate": 4.7819117020276525e-06,
      "loss": 0.2127,
      "step": 8982
    },
    {
      "epoch": 5.617886178861789,
      "grad_norm": 1.111715032471648,
      "learning_rate": 4.766380531617115e-06,
      "loss": 0.2381,
      "step": 8983
    },
    {
      "epoch": 5.618511569731082,
      "grad_norm": 1.5389552215222644,
      "learning_rate": 4.750874216890322e-06,
      "loss": 0.278,
      "step": 8984
    },
    {
      "epoch": 5.619136960600375,
      "grad_norm": 1.1708181220396325,
      "learning_rate": 4.73539276050105e-06,
      "loss": 0.2256,
      "step": 8985
    },
    {
      "epoch": 5.619762351469668,
      "grad_norm": 1.023470607895565,
      "learning_rate": 4.719936165098864e-06,
      "loss": 0.1966,
      "step": 8986
    },
    {
      "epoch": 5.620387742338962,
      "grad_norm": 1.1387601653376493,
      "learning_rate": 4.7045044333290485e-06,
      "loss": 0.2089,
      "step": 8987
    },
    {
      "epoch": 5.621013133208255,
      "grad_norm": 1.2304430286396293,
      "learning_rate": 4.689097567832606e-06,
      "loss": 0.2351,
      "step": 8988
    },
    {
      "epoch": 5.621638524077548,
      "grad_norm": 1.1466939063877215,
      "learning_rate": 4.673715571246328e-06,
      "loss": 0.2373,
      "step": 8989
    },
    {
      "epoch": 5.622263914946842,
      "grad_norm": 0.968198457950875,
      "learning_rate": 4.658358446202742e-06,
      "loss": 0.2097,
      "step": 8990
    },
    {
      "epoch": 5.622889305816135,
      "grad_norm": 1.1597989825795305,
      "learning_rate": 4.643026195330113e-06,
      "loss": 0.2261,
      "step": 8991
    },
    {
      "epoch": 5.623514696685429,
      "grad_norm": 0.9502484747854925,
      "learning_rate": 4.6277188212524075e-06,
      "loss": 0.1852,
      "step": 8992
    },
    {
      "epoch": 5.624140087554721,
      "grad_norm": 1.13349607809934,
      "learning_rate": 4.612436326589397e-06,
      "loss": 0.2284,
      "step": 8993
    },
    {
      "epoch": 5.624765478424015,
      "grad_norm": 1.172688210397298,
      "learning_rate": 4.597178713956556e-06,
      "loss": 0.243,
      "step": 8994
    },
    {
      "epoch": 5.625390869293309,
      "grad_norm": 1.31051124425416,
      "learning_rate": 4.581945985965146e-06,
      "loss": 0.2814,
      "step": 8995
    },
    {
      "epoch": 5.626016260162602,
      "grad_norm": 1.1074819807649476,
      "learning_rate": 4.566738145222098e-06,
      "loss": 0.231,
      "step": 8996
    },
    {
      "epoch": 5.626641651031895,
      "grad_norm": 1.3561985813274338,
      "learning_rate": 4.551555194330181e-06,
      "loss": 0.2494,
      "step": 8997
    },
    {
      "epoch": 5.627267041901188,
      "grad_norm": 0.9076510104648243,
      "learning_rate": 4.536397135887782e-06,
      "loss": 0.177,
      "step": 8998
    },
    {
      "epoch": 5.627892432770482,
      "grad_norm": 1.1147879492184551,
      "learning_rate": 4.5212639724891255e-06,
      "loss": 0.2215,
      "step": 8999
    },
    {
      "epoch": 5.628517823639775,
      "grad_norm": 0.9482738165805553,
      "learning_rate": 4.506155706724124e-06,
      "loss": 0.1816,
      "step": 9000
    },
    {
      "epoch": 5.629143214509068,
      "grad_norm": 0.9076516774098703,
      "learning_rate": 4.491072341178475e-06,
      "loss": 0.2103,
      "step": 9001
    },
    {
      "epoch": 5.629768605378361,
      "grad_norm": 0.957934430342355,
      "learning_rate": 4.476013878433582e-06,
      "loss": 0.1877,
      "step": 9002
    },
    {
      "epoch": 5.630393996247655,
      "grad_norm": 0.9165284141785666,
      "learning_rate": 4.460980321066565e-06,
      "loss": 0.1873,
      "step": 9003
    },
    {
      "epoch": 5.6310193871169485,
      "grad_norm": 1.2010530451337658,
      "learning_rate": 4.44597167165035e-06,
      "loss": 0.2204,
      "step": 9004
    },
    {
      "epoch": 5.631644777986241,
      "grad_norm": 1.0653185164271595,
      "learning_rate": 4.430987932753516e-06,
      "loss": 0.195,
      "step": 9005
    },
    {
      "epoch": 5.632270168855535,
      "grad_norm": 0.9968194979279124,
      "learning_rate": 4.416029106940461e-06,
      "loss": 0.2306,
      "step": 9006
    },
    {
      "epoch": 5.632895559724828,
      "grad_norm": 1.2743008331815153,
      "learning_rate": 4.401095196771254e-06,
      "loss": 0.2473,
      "step": 9007
    },
    {
      "epoch": 5.6335209505941215,
      "grad_norm": 1.0026563071619783,
      "learning_rate": 4.386186204801734e-06,
      "loss": 0.2013,
      "step": 9008
    },
    {
      "epoch": 5.634146341463414,
      "grad_norm": 1.5696455966702492,
      "learning_rate": 4.371302133583476e-06,
      "loss": 0.3038,
      "step": 9009
    },
    {
      "epoch": 5.634771732332708,
      "grad_norm": 1.7242168862517713,
      "learning_rate": 4.35644298566376e-06,
      "loss": 0.3053,
      "step": 9010
    },
    {
      "epoch": 5.635397123202001,
      "grad_norm": 1.2686246400630017,
      "learning_rate": 4.341608763585636e-06,
      "loss": 0.2194,
      "step": 9011
    },
    {
      "epoch": 5.6360225140712945,
      "grad_norm": 1.0110622794288033,
      "learning_rate": 4.32679946988787e-06,
      "loss": 0.2163,
      "step": 9012
    },
    {
      "epoch": 5.636647904940588,
      "grad_norm": 1.139257052699438,
      "learning_rate": 4.312015107104988e-06,
      "loss": 0.2208,
      "step": 9013
    },
    {
      "epoch": 5.637273295809881,
      "grad_norm": 0.9759635332608294,
      "learning_rate": 4.297255677767197e-06,
      "loss": 0.194,
      "step": 9014
    },
    {
      "epoch": 5.637898686679175,
      "grad_norm": 1.155052150885695,
      "learning_rate": 4.282521184400462e-06,
      "loss": 0.2059,
      "step": 9015
    },
    {
      "epoch": 5.6385240775484675,
      "grad_norm": 1.4981934648902893,
      "learning_rate": 4.267811629526496e-06,
      "loss": 0.3129,
      "step": 9016
    },
    {
      "epoch": 5.639149468417761,
      "grad_norm": 1.2014829905203437,
      "learning_rate": 4.253127015662755e-06,
      "loss": 0.2139,
      "step": 9017
    },
    {
      "epoch": 5.639774859287054,
      "grad_norm": 0.9950437094309851,
      "learning_rate": 4.23846734532236e-06,
      "loss": 0.1924,
      "step": 9018
    },
    {
      "epoch": 5.640400250156348,
      "grad_norm": 1.5382378972999464,
      "learning_rate": 4.223832621014256e-06,
      "loss": 0.235,
      "step": 9019
    },
    {
      "epoch": 5.641025641025641,
      "grad_norm": 1.2262486033037767,
      "learning_rate": 4.2092228452430375e-06,
      "loss": 0.269,
      "step": 9020
    },
    {
      "epoch": 5.641651031894934,
      "grad_norm": 1.0255771157330735,
      "learning_rate": 4.194638020509056e-06,
      "loss": 0.2097,
      "step": 9021
    },
    {
      "epoch": 5.642276422764228,
      "grad_norm": 1.0230930709324468,
      "learning_rate": 4.18007814930843e-06,
      "loss": 0.2209,
      "step": 9022
    },
    {
      "epoch": 5.642901813633521,
      "grad_norm": 1.1239099363910618,
      "learning_rate": 4.165543234132967e-06,
      "loss": 0.225,
      "step": 9023
    },
    {
      "epoch": 5.643527204502814,
      "grad_norm": 1.0282578649906788,
      "learning_rate": 4.151033277470195e-06,
      "loss": 0.2355,
      "step": 9024
    },
    {
      "epoch": 5.644152595372107,
      "grad_norm": 1.204497762279706,
      "learning_rate": 4.136548281803392e-06,
      "loss": 0.2897,
      "step": 9025
    },
    {
      "epoch": 5.644777986241401,
      "grad_norm": 1.0050039960791914,
      "learning_rate": 4.122088249611593e-06,
      "loss": 0.2381,
      "step": 9026
    },
    {
      "epoch": 5.645403377110695,
      "grad_norm": 1.0635725293879092,
      "learning_rate": 4.107653183369486e-06,
      "loss": 0.1889,
      "step": 9027
    },
    {
      "epoch": 5.646028767979987,
      "grad_norm": 1.0537668189768188,
      "learning_rate": 4.093243085547543e-06,
      "loss": 0.1731,
      "step": 9028
    },
    {
      "epoch": 5.646654158849281,
      "grad_norm": 1.1171995857918835,
      "learning_rate": 4.078857958611942e-06,
      "loss": 0.2375,
      "step": 9029
    },
    {
      "epoch": 5.647279549718574,
      "grad_norm": 1.0262280978838005,
      "learning_rate": 4.064497805024613e-06,
      "loss": 0.2138,
      "step": 9030
    },
    {
      "epoch": 5.647904940587868,
      "grad_norm": 1.0391617651014342,
      "learning_rate": 4.050162627243175e-06,
      "loss": 0.1899,
      "step": 9031
    },
    {
      "epoch": 5.64853033145716,
      "grad_norm": 0.9108252693943926,
      "learning_rate": 4.035852427720998e-06,
      "loss": 0.165,
      "step": 9032
    },
    {
      "epoch": 5.649155722326454,
      "grad_norm": 0.8229021475370665,
      "learning_rate": 4.0215672089071725e-06,
      "loss": 0.1938,
      "step": 9033
    },
    {
      "epoch": 5.649781113195747,
      "grad_norm": 1.099267529881019,
      "learning_rate": 4.007306973246494e-06,
      "loss": 0.2213,
      "step": 9034
    },
    {
      "epoch": 5.650406504065041,
      "grad_norm": 0.9505775107394213,
      "learning_rate": 3.993071723179508e-06,
      "loss": 0.2097,
      "step": 9035
    },
    {
      "epoch": 5.651031894934334,
      "grad_norm": 1.9346818228747502,
      "learning_rate": 3.978861461142485e-06,
      "loss": 0.2675,
      "step": 9036
    },
    {
      "epoch": 5.651657285803627,
      "grad_norm": 1.2269166131821654,
      "learning_rate": 3.9646761895673785e-06,
      "loss": 0.2372,
      "step": 9037
    },
    {
      "epoch": 5.652282676672921,
      "grad_norm": 1.3329075749019348,
      "learning_rate": 3.95051591088193e-06,
      "loss": 0.3153,
      "step": 9038
    },
    {
      "epoch": 5.652908067542214,
      "grad_norm": 1.015311968040959,
      "learning_rate": 3.936380627509567e-06,
      "loss": 0.1873,
      "step": 9039
    },
    {
      "epoch": 5.653533458411507,
      "grad_norm": 1.0968271135278949,
      "learning_rate": 3.922270341869404e-06,
      "loss": 0.2415,
      "step": 9040
    },
    {
      "epoch": 5.6541588492808,
      "grad_norm": 1.5429830622547613,
      "learning_rate": 3.9081850563763614e-06,
      "loss": 0.3236,
      "step": 9041
    },
    {
      "epoch": 5.654784240150094,
      "grad_norm": 1.1187290317571017,
      "learning_rate": 3.894124773440993e-06,
      "loss": 0.2355,
      "step": 9042
    },
    {
      "epoch": 5.655409631019387,
      "grad_norm": 1.1293453318277842,
      "learning_rate": 3.880089495469641e-06,
      "loss": 0.2205,
      "step": 9043
    },
    {
      "epoch": 5.65603502188868,
      "grad_norm": 0.9301565182067953,
      "learning_rate": 3.866079224864332e-06,
      "loss": 0.1923,
      "step": 9044
    },
    {
      "epoch": 5.656660412757974,
      "grad_norm": 1.1620455102307174,
      "learning_rate": 3.852093964022834e-06,
      "loss": 0.2328,
      "step": 9045
    },
    {
      "epoch": 5.657285803627267,
      "grad_norm": 1.1035392602051597,
      "learning_rate": 3.838133715338615e-06,
      "loss": 0.2247,
      "step": 9046
    },
    {
      "epoch": 5.6579111944965605,
      "grad_norm": 1.1293225469837482,
      "learning_rate": 3.824198481200863e-06,
      "loss": 0.1982,
      "step": 9047
    },
    {
      "epoch": 5.658536585365853,
      "grad_norm": 1.041272195084147,
      "learning_rate": 3.8102882639945044e-06,
      "loss": 0.221,
      "step": 9048
    },
    {
      "epoch": 5.659161976235147,
      "grad_norm": 1.2573108851673525,
      "learning_rate": 3.796403066100151e-06,
      "loss": 0.2213,
      "step": 9049
    },
    {
      "epoch": 5.659787367104441,
      "grad_norm": 0.9795708588146593,
      "learning_rate": 3.782542889894169e-06,
      "loss": 0.1981,
      "step": 9050
    },
    {
      "epoch": 5.6604127579737336,
      "grad_norm": 1.2402515420384206,
      "learning_rate": 3.768707737748644e-06,
      "loss": 0.2986,
      "step": 9051
    },
    {
      "epoch": 5.661038148843027,
      "grad_norm": 1.814628695728912,
      "learning_rate": 3.7548976120313322e-06,
      "loss": 0.3195,
      "step": 9052
    },
    {
      "epoch": 5.66166353971232,
      "grad_norm": 1.354401846241898,
      "learning_rate": 3.7411125151057595e-06,
      "loss": 0.2643,
      "step": 9053
    },
    {
      "epoch": 5.662288930581614,
      "grad_norm": 1.0652661380692992,
      "learning_rate": 3.727352449331139e-06,
      "loss": 0.2362,
      "step": 9054
    },
    {
      "epoch": 5.662914321450907,
      "grad_norm": 1.798089950746769,
      "learning_rate": 3.7136174170624033e-06,
      "loss": 0.3403,
      "step": 9055
    },
    {
      "epoch": 5.6635397123202,
      "grad_norm": 2.01235103082941,
      "learning_rate": 3.699907420650189e-06,
      "loss": 0.2034,
      "step": 9056
    },
    {
      "epoch": 5.664165103189493,
      "grad_norm": 1.0783554178676462,
      "learning_rate": 3.686222462440902e-06,
      "loss": 0.2058,
      "step": 9057
    },
    {
      "epoch": 5.664790494058787,
      "grad_norm": 1.096472879309592,
      "learning_rate": 3.672562544776586e-06,
      "loss": 0.2063,
      "step": 9058
    },
    {
      "epoch": 5.6654158849280805,
      "grad_norm": 1.3060752117575838,
      "learning_rate": 3.658927669995054e-06,
      "loss": 0.2377,
      "step": 9059
    },
    {
      "epoch": 5.666041275797373,
      "grad_norm": 1.550475789565644,
      "learning_rate": 3.6453178404298235e-06,
      "loss": 0.303,
      "step": 9060
    },
    {
      "epoch": 5.666666666666667,
      "grad_norm": 0.914144036052943,
      "learning_rate": 3.6317330584100967e-06,
      "loss": 0.1741,
      "step": 9061
    },
    {
      "epoch": 5.66729205753596,
      "grad_norm": 1.0567241566065975,
      "learning_rate": 3.618173326260848e-06,
      "loss": 0.2622,
      "step": 9062
    },
    {
      "epoch": 5.6679174484052535,
      "grad_norm": 1.2362326678914066,
      "learning_rate": 3.604638646302671e-06,
      "loss": 0.2333,
      "step": 9063
    },
    {
      "epoch": 5.668542839274546,
      "grad_norm": 1.745336506864131,
      "learning_rate": 3.5911290208519792e-06,
      "loss": 0.2851,
      "step": 9064
    },
    {
      "epoch": 5.66916823014384,
      "grad_norm": 1.079384138406855,
      "learning_rate": 3.577644452220807e-06,
      "loss": 0.2399,
      "step": 9065
    },
    {
      "epoch": 5.669793621013133,
      "grad_norm": 1.0960606209828405,
      "learning_rate": 3.5641849427169743e-06,
      "loss": 0.2183,
      "step": 9066
    },
    {
      "epoch": 5.6704190118824265,
      "grad_norm": 1.0163138131874614,
      "learning_rate": 3.550750494643989e-06,
      "loss": 0.2022,
      "step": 9067
    },
    {
      "epoch": 5.67104440275172,
      "grad_norm": 1.092993907299267,
      "learning_rate": 3.537341110301012e-06,
      "loss": 0.213,
      "step": 9068
    },
    {
      "epoch": 5.671669793621013,
      "grad_norm": 1.187717685824193,
      "learning_rate": 3.5239567919829903e-06,
      "loss": 0.2147,
      "step": 9069
    },
    {
      "epoch": 5.672295184490307,
      "grad_norm": 1.2294646569834686,
      "learning_rate": 3.5105975419805586e-06,
      "loss": 0.278,
      "step": 9070
    },
    {
      "epoch": 5.6729205753595995,
      "grad_norm": 1.0074315425793983,
      "learning_rate": 3.4972633625800382e-06,
      "loss": 0.2189,
      "step": 9071
    },
    {
      "epoch": 5.673545966228893,
      "grad_norm": 1.1241994681601721,
      "learning_rate": 3.483954256063487e-06,
      "loss": 0.2451,
      "step": 9072
    },
    {
      "epoch": 5.674171357098186,
      "grad_norm": 1.0866367990060348,
      "learning_rate": 3.470670224708666e-06,
      "loss": 0.2172,
      "step": 9073
    },
    {
      "epoch": 5.67479674796748,
      "grad_norm": 1.2574208844989125,
      "learning_rate": 3.457411270789023e-06,
      "loss": 0.2232,
      "step": 9074
    },
    {
      "epoch": 5.6754221388367725,
      "grad_norm": 1.2776825427072283,
      "learning_rate": 3.444177396573761e-06,
      "loss": 0.2427,
      "step": 9075
    },
    {
      "epoch": 5.676047529706066,
      "grad_norm": 1.3851745212090485,
      "learning_rate": 3.4309686043277495e-06,
      "loss": 0.2828,
      "step": 9076
    },
    {
      "epoch": 5.67667292057536,
      "grad_norm": 1.1894867431561518,
      "learning_rate": 3.417784896311565e-06,
      "loss": 0.2006,
      "step": 9077
    },
    {
      "epoch": 5.677298311444653,
      "grad_norm": 0.9935475717248974,
      "learning_rate": 3.404626274781519e-06,
      "loss": 0.1707,
      "step": 9078
    },
    {
      "epoch": 5.677923702313946,
      "grad_norm": 1.0572065503886539,
      "learning_rate": 3.3914927419896266e-06,
      "loss": 0.2259,
      "step": 9079
    },
    {
      "epoch": 5.678549093183239,
      "grad_norm": 0.8384500731064749,
      "learning_rate": 3.378384300183573e-06,
      "loss": 0.1779,
      "step": 9080
    },
    {
      "epoch": 5.679174484052533,
      "grad_norm": 0.9617079007541293,
      "learning_rate": 3.365300951606764e-06,
      "loss": 0.2132,
      "step": 9081
    },
    {
      "epoch": 5.679799874921827,
      "grad_norm": 1.0698118676855934,
      "learning_rate": 3.352242698498342e-06,
      "loss": 0.2113,
      "step": 9082
    },
    {
      "epoch": 5.680425265791119,
      "grad_norm": 1.7026868210567931,
      "learning_rate": 3.3392095430931352e-06,
      "loss": 0.303,
      "step": 9083
    },
    {
      "epoch": 5.681050656660413,
      "grad_norm": 1.1074435354525298,
      "learning_rate": 3.3262014876216604e-06,
      "loss": 0.2118,
      "step": 9084
    },
    {
      "epoch": 5.681676047529706,
      "grad_norm": 1.2571293521542182,
      "learning_rate": 3.3132185343101525e-06,
      "loss": 0.2162,
      "step": 9085
    },
    {
      "epoch": 5.682301438399,
      "grad_norm": 1.1182498549120423,
      "learning_rate": 3.300260685380568e-06,
      "loss": 0.2452,
      "step": 9086
    },
    {
      "epoch": 5.682926829268292,
      "grad_norm": 1.0097843972756588,
      "learning_rate": 3.287327943050533e-06,
      "loss": 0.2042,
      "step": 9087
    },
    {
      "epoch": 5.683552220137586,
      "grad_norm": 1.0693165644226963,
      "learning_rate": 3.274420309533393e-06,
      "loss": 0.2049,
      "step": 9088
    },
    {
      "epoch": 5.684177611006879,
      "grad_norm": 1.1074663826120759,
      "learning_rate": 3.2615377870381986e-06,
      "loss": 0.25,
      "step": 9089
    },
    {
      "epoch": 5.684803001876173,
      "grad_norm": 1.126518378066913,
      "learning_rate": 3.2486803777697024e-06,
      "loss": 0.2042,
      "step": 9090
    },
    {
      "epoch": 5.685428392745466,
      "grad_norm": 1.1314539719570373,
      "learning_rate": 3.235848083928344e-06,
      "loss": 0.2517,
      "step": 9091
    },
    {
      "epoch": 5.686053783614759,
      "grad_norm": 1.173190074221079,
      "learning_rate": 3.2230409077103004e-06,
      "loss": 0.2163,
      "step": 9092
    },
    {
      "epoch": 5.686679174484053,
      "grad_norm": 1.2507001734557206,
      "learning_rate": 3.210258851307418e-06,
      "loss": 0.2426,
      "step": 9093
    },
    {
      "epoch": 5.687304565353346,
      "grad_norm": 0.9094180549250089,
      "learning_rate": 3.197501916907247e-06,
      "loss": 0.2127,
      "step": 9094
    },
    {
      "epoch": 5.687929956222639,
      "grad_norm": 1.2364005935203417,
      "learning_rate": 3.1847701066930574e-06,
      "loss": 0.2017,
      "step": 9095
    },
    {
      "epoch": 5.688555347091932,
      "grad_norm": 1.1743163724275467,
      "learning_rate": 3.1720634228438068e-06,
      "loss": 0.2589,
      "step": 9096
    },
    {
      "epoch": 5.689180737961226,
      "grad_norm": 1.0176844767163138,
      "learning_rate": 3.159381867534122e-06,
      "loss": 0.1895,
      "step": 9097
    },
    {
      "epoch": 5.689806128830519,
      "grad_norm": 1.4438269753628759,
      "learning_rate": 3.1467254429343837e-06,
      "loss": 0.3126,
      "step": 9098
    },
    {
      "epoch": 5.690431519699812,
      "grad_norm": 1.256645491131919,
      "learning_rate": 3.134094151210642e-06,
      "loss": 0.3018,
      "step": 9099
    },
    {
      "epoch": 5.691056910569106,
      "grad_norm": 0.6776217478687657,
      "learning_rate": 3.1214879945246683e-06,
      "loss": 0.1593,
      "step": 9100
    },
    {
      "epoch": 5.691682301438399,
      "grad_norm": 1.0128193543086061,
      "learning_rate": 3.108906975033887e-06,
      "loss": 0.2207,
      "step": 9101
    },
    {
      "epoch": 5.6923076923076925,
      "grad_norm": 1.3749953250574052,
      "learning_rate": 3.0963510948914915e-06,
      "loss": 0.2505,
      "step": 9102
    },
    {
      "epoch": 5.692933083176985,
      "grad_norm": 1.2913750151068355,
      "learning_rate": 3.083820356246264e-06,
      "loss": 0.2405,
      "step": 9103
    },
    {
      "epoch": 5.693558474046279,
      "grad_norm": 0.9306240129327439,
      "learning_rate": 3.0713147612428048e-06,
      "loss": 0.1775,
      "step": 9104
    },
    {
      "epoch": 5.694183864915573,
      "grad_norm": 1.0991286062407024,
      "learning_rate": 3.0588343120213353e-06,
      "loss": 0.2214,
      "step": 9105
    },
    {
      "epoch": 5.6948092557848655,
      "grad_norm": 1.2837053883237597,
      "learning_rate": 3.046379010717798e-06,
      "loss": 0.2626,
      "step": 9106
    },
    {
      "epoch": 5.695434646654159,
      "grad_norm": 1.1931160505081895,
      "learning_rate": 3.0339488594638193e-06,
      "loss": 0.2188,
      "step": 9107
    },
    {
      "epoch": 5.696060037523452,
      "grad_norm": 1.066231477504229,
      "learning_rate": 3.0215438603867324e-06,
      "loss": 0.2138,
      "step": 9108
    },
    {
      "epoch": 5.696685428392746,
      "grad_norm": 1.1462835775635591,
      "learning_rate": 3.009164015609572e-06,
      "loss": 0.2806,
      "step": 9109
    },
    {
      "epoch": 5.6973108192620385,
      "grad_norm": 1.0860828640833324,
      "learning_rate": 2.9968093272510596e-06,
      "loss": 0.2578,
      "step": 9110
    },
    {
      "epoch": 5.697936210131332,
      "grad_norm": 1.1261741888464045,
      "learning_rate": 2.9844797974256043e-06,
      "loss": 0.2115,
      "step": 9111
    },
    {
      "epoch": 5.698561601000625,
      "grad_norm": 0.9852070677640447,
      "learning_rate": 2.9721754282433343e-06,
      "loss": 0.1878,
      "step": 9112
    },
    {
      "epoch": 5.699186991869919,
      "grad_norm": 0.9663455603095592,
      "learning_rate": 2.9598962218100155e-06,
      "loss": 0.1892,
      "step": 9113
    },
    {
      "epoch": 5.699812382739212,
      "grad_norm": 1.1860550559606309,
      "learning_rate": 2.9476421802271667e-06,
      "loss": 0.2141,
      "step": 9114
    },
    {
      "epoch": 5.700437773608505,
      "grad_norm": 1.0505744258796141,
      "learning_rate": 2.935413305591977e-06,
      "loss": 0.2203,
      "step": 9115
    },
    {
      "epoch": 5.701063164477799,
      "grad_norm": 1.3390626485851402,
      "learning_rate": 2.9232095999973394e-06,
      "loss": 0.3096,
      "step": 9116
    },
    {
      "epoch": 5.701688555347092,
      "grad_norm": 1.2105223592262362,
      "learning_rate": 2.9110310655318157e-06,
      "loss": 0.2075,
      "step": 9117
    },
    {
      "epoch": 5.702313946216385,
      "grad_norm": 0.9321328590136866,
      "learning_rate": 2.898877704279673e-06,
      "loss": 0.1988,
      "step": 9118
    },
    {
      "epoch": 5.702939337085678,
      "grad_norm": 0.8693838407204137,
      "learning_rate": 2.88674951832088e-06,
      "loss": 0.1892,
      "step": 9119
    },
    {
      "epoch": 5.703564727954972,
      "grad_norm": 0.9617156031470294,
      "learning_rate": 2.8746465097310932e-06,
      "loss": 0.1882,
      "step": 9120
    },
    {
      "epoch": 5.704190118824265,
      "grad_norm": 1.2136944771494445,
      "learning_rate": 2.8625686805816395e-06,
      "loss": 0.2315,
      "step": 9121
    },
    {
      "epoch": 5.704815509693558,
      "grad_norm": 1.174542924739343,
      "learning_rate": 2.8505160329395647e-06,
      "loss": 0.2578,
      "step": 9122
    },
    {
      "epoch": 5.705440900562852,
      "grad_norm": 1.0483218253456636,
      "learning_rate": 2.8384885688675862e-06,
      "loss": 0.2211,
      "step": 9123
    },
    {
      "epoch": 5.706066291432145,
      "grad_norm": 1.188647399623482,
      "learning_rate": 2.8264862904241238e-06,
      "loss": 0.2559,
      "step": 9124
    },
    {
      "epoch": 5.706691682301439,
      "grad_norm": 1.2531108229338943,
      "learning_rate": 2.814509199663284e-06,
      "loss": 0.2206,
      "step": 9125
    },
    {
      "epoch": 5.7073170731707314,
      "grad_norm": 1.2962025597595406,
      "learning_rate": 2.802557298634828e-06,
      "loss": 0.2943,
      "step": 9126
    },
    {
      "epoch": 5.707942464040025,
      "grad_norm": 1.1911599175736993,
      "learning_rate": 2.790630589384285e-06,
      "loss": 0.2207,
      "step": 9127
    },
    {
      "epoch": 5.708567854909318,
      "grad_norm": 1.0642650081115848,
      "learning_rate": 2.77872907395279e-06,
      "loss": 0.2137,
      "step": 9128
    },
    {
      "epoch": 5.709193245778612,
      "grad_norm": 1.141763252017399,
      "learning_rate": 2.7668527543772135e-06,
      "loss": 0.2267,
      "step": 9129
    },
    {
      "epoch": 5.7098186366479045,
      "grad_norm": 0.9225005086680651,
      "learning_rate": 2.755001632690096e-06,
      "loss": 0.207,
      "step": 9130
    },
    {
      "epoch": 5.710444027517198,
      "grad_norm": 1.1644554045920454,
      "learning_rate": 2.7431757109196817e-06,
      "loss": 0.2259,
      "step": 9131
    },
    {
      "epoch": 5.711069418386492,
      "grad_norm": 1.0569893158988959,
      "learning_rate": 2.7313749910898687e-06,
      "loss": 0.2229,
      "step": 9132
    },
    {
      "epoch": 5.711694809255785,
      "grad_norm": 0.9312008676957937,
      "learning_rate": 2.719599475220291e-06,
      "loss": 0.1938,
      "step": 9133
    },
    {
      "epoch": 5.712320200125078,
      "grad_norm": 1.2673604739440125,
      "learning_rate": 2.707849165326237e-06,
      "loss": 0.2478,
      "step": 9134
    },
    {
      "epoch": 5.712945590994371,
      "grad_norm": 1.3369339748887656,
      "learning_rate": 2.696124063418681e-06,
      "loss": 0.2846,
      "step": 9135
    },
    {
      "epoch": 5.713570981863665,
      "grad_norm": 0.9105814960286657,
      "learning_rate": 2.6844241715042847e-06,
      "loss": 0.2262,
      "step": 9136
    },
    {
      "epoch": 5.7141963727329586,
      "grad_norm": 1.0710310760592618,
      "learning_rate": 2.6727494915854297e-06,
      "loss": 0.2499,
      "step": 9137
    },
    {
      "epoch": 5.714821763602251,
      "grad_norm": 1.1925166309367925,
      "learning_rate": 2.661100025660118e-06,
      "loss": 0.1953,
      "step": 9138
    },
    {
      "epoch": 5.715447154471545,
      "grad_norm": 1.0523818403600433,
      "learning_rate": 2.6494757757220877e-06,
      "loss": 0.2075,
      "step": 9139
    },
    {
      "epoch": 5.716072545340838,
      "grad_norm": 1.2158792411713506,
      "learning_rate": 2.6378767437607307e-06,
      "loss": 0.2151,
      "step": 9140
    },
    {
      "epoch": 5.716697936210132,
      "grad_norm": 0.9484767293926389,
      "learning_rate": 2.626302931761143e-06,
      "loss": 0.2102,
      "step": 9141
    },
    {
      "epoch": 5.717323327079424,
      "grad_norm": 0.9475280676010432,
      "learning_rate": 2.6147543417041226e-06,
      "loss": 0.2146,
      "step": 9142
    },
    {
      "epoch": 5.717948717948718,
      "grad_norm": 0.886290636035796,
      "learning_rate": 2.6032309755660896e-06,
      "loss": 0.1831,
      "step": 9143
    },
    {
      "epoch": 5.718574108818011,
      "grad_norm": 0.8294141621542187,
      "learning_rate": 2.591732835319232e-06,
      "loss": 0.1769,
      "step": 9144
    },
    {
      "epoch": 5.719199499687305,
      "grad_norm": 0.8840510463963247,
      "learning_rate": 2.580259922931327e-06,
      "loss": 0.1923,
      "step": 9145
    },
    {
      "epoch": 5.719824890556598,
      "grad_norm": 0.8850964581213977,
      "learning_rate": 2.5688122403659028e-06,
      "loss": 0.213,
      "step": 9146
    },
    {
      "epoch": 5.720450281425891,
      "grad_norm": 1.143249200110383,
      "learning_rate": 2.557389789582143e-06,
      "loss": 0.261,
      "step": 9147
    },
    {
      "epoch": 5.721075672295185,
      "grad_norm": 0.9971145266223391,
      "learning_rate": 2.5459925725348996e-06,
      "loss": 0.2142,
      "step": 9148
    },
    {
      "epoch": 5.721701063164478,
      "grad_norm": 0.9239484867213437,
      "learning_rate": 2.534620591174763e-06,
      "loss": 0.1933,
      "step": 9149
    },
    {
      "epoch": 5.722326454033771,
      "grad_norm": 1.1940097073703562,
      "learning_rate": 2.523273847447943e-06,
      "loss": 0.235,
      "step": 9150
    },
    {
      "epoch": 5.722951844903064,
      "grad_norm": 1.235540246132511,
      "learning_rate": 2.511952343296353e-06,
      "loss": 0.2269,
      "step": 9151
    },
    {
      "epoch": 5.723577235772358,
      "grad_norm": 1.1623731145344713,
      "learning_rate": 2.5006560806575758e-06,
      "loss": 0.2216,
      "step": 9152
    },
    {
      "epoch": 5.724202626641651,
      "grad_norm": 0.9824802496030369,
      "learning_rate": 2.489385061464916e-06,
      "loss": 0.197,
      "step": 9153
    },
    {
      "epoch": 5.724828017510944,
      "grad_norm": 0.9751489949675002,
      "learning_rate": 2.478139287647296e-06,
      "loss": 0.2054,
      "step": 9154
    },
    {
      "epoch": 5.725453408380238,
      "grad_norm": 1.0285293307966834,
      "learning_rate": 2.466918761129361e-06,
      "loss": 0.1896,
      "step": 9155
    },
    {
      "epoch": 5.726078799249531,
      "grad_norm": 1.0917856294400887,
      "learning_rate": 2.455723483831423e-06,
      "loss": 0.2383,
      "step": 9156
    },
    {
      "epoch": 5.7267041901188245,
      "grad_norm": 1.1764583200599215,
      "learning_rate": 2.4445534576694846e-06,
      "loss": 0.2534,
      "step": 9157
    },
    {
      "epoch": 5.727329580988117,
      "grad_norm": 1.2453039529456245,
      "learning_rate": 2.4334086845551827e-06,
      "loss": 0.2406,
      "step": 9158
    },
    {
      "epoch": 5.727954971857411,
      "grad_norm": 0.9481172912880981,
      "learning_rate": 2.422289166395908e-06,
      "loss": 0.2138,
      "step": 9159
    },
    {
      "epoch": 5.728580362726705,
      "grad_norm": 1.2061404650903589,
      "learning_rate": 2.4111949050946377e-06,
      "loss": 0.2441,
      "step": 9160
    },
    {
      "epoch": 5.7292057535959975,
      "grad_norm": 0.9838702218518246,
      "learning_rate": 2.4001259025501376e-06,
      "loss": 0.2018,
      "step": 9161
    },
    {
      "epoch": 5.729831144465291,
      "grad_norm": 1.0837294690765182,
      "learning_rate": 2.3890821606567243e-06,
      "loss": 0.2179,
      "step": 9162
    },
    {
      "epoch": 5.730456535334584,
      "grad_norm": 1.1382344468919352,
      "learning_rate": 2.3780636813044707e-06,
      "loss": 0.2493,
      "step": 9163
    },
    {
      "epoch": 5.731081926203878,
      "grad_norm": 1.320608235282969,
      "learning_rate": 2.367070466379134e-06,
      "loss": 0.2517,
      "step": 9164
    },
    {
      "epoch": 5.7317073170731705,
      "grad_norm": 0.8267395446147011,
      "learning_rate": 2.356102517762093e-06,
      "loss": 0.1634,
      "step": 9165
    },
    {
      "epoch": 5.732332707942464,
      "grad_norm": 1.1917700268873406,
      "learning_rate": 2.3451598373304626e-06,
      "loss": 0.2453,
      "step": 9166
    },
    {
      "epoch": 5.732958098811757,
      "grad_norm": 0.9017494138940332,
      "learning_rate": 2.3342424269569782e-06,
      "loss": 0.2035,
      "step": 9167
    },
    {
      "epoch": 5.733583489681051,
      "grad_norm": 1.162835347848189,
      "learning_rate": 2.3233502885100953e-06,
      "loss": 0.2278,
      "step": 9168
    },
    {
      "epoch": 5.734208880550344,
      "grad_norm": 1.0707289404306115,
      "learning_rate": 2.3124834238539058e-06,
      "loss": 0.2322,
      "step": 9169
    },
    {
      "epoch": 5.734834271419637,
      "grad_norm": 1.1462001357192948,
      "learning_rate": 2.3016418348482057e-06,
      "loss": 0.2368,
      "step": 9170
    },
    {
      "epoch": 5.735459662288931,
      "grad_norm": 1.0362141887581762,
      "learning_rate": 2.2908255233484606e-06,
      "loss": 0.2034,
      "step": 9171
    },
    {
      "epoch": 5.736085053158224,
      "grad_norm": 1.1029465378162637,
      "learning_rate": 2.28003449120579e-06,
      "loss": 0.2141,
      "step": 9172
    },
    {
      "epoch": 5.736710444027517,
      "grad_norm": 1.077896486741456,
      "learning_rate": 2.2692687402670163e-06,
      "loss": 0.1983,
      "step": 9173
    },
    {
      "epoch": 5.73733583489681,
      "grad_norm": 0.9887887930086143,
      "learning_rate": 2.2585282723746157e-06,
      "loss": 0.1953,
      "step": 9174
    },
    {
      "epoch": 5.737961225766104,
      "grad_norm": 0.9065668871388493,
      "learning_rate": 2.247813089366718e-06,
      "loss": 0.223,
      "step": 9175
    },
    {
      "epoch": 5.738586616635397,
      "grad_norm": 1.0622459024767024,
      "learning_rate": 2.2371231930771726e-06,
      "loss": 0.2201,
      "step": 9176
    },
    {
      "epoch": 5.73921200750469,
      "grad_norm": 1.0003846612619727,
      "learning_rate": 2.2264585853354833e-06,
      "loss": 0.2069,
      "step": 9177
    },
    {
      "epoch": 5.739837398373984,
      "grad_norm": 1.0684587169117412,
      "learning_rate": 2.215819267966823e-06,
      "loss": 0.2168,
      "step": 9178
    },
    {
      "epoch": 5.740462789243277,
      "grad_norm": 1.2904840112314377,
      "learning_rate": 2.205205242792002e-06,
      "loss": 0.2253,
      "step": 9179
    },
    {
      "epoch": 5.741088180112571,
      "grad_norm": 1.2907841641349502,
      "learning_rate": 2.1946165116275506e-06,
      "loss": 0.267,
      "step": 9180
    },
    {
      "epoch": 5.741713570981863,
      "grad_norm": 1.164892502760621,
      "learning_rate": 2.184053076285669e-06,
      "loss": 0.2329,
      "step": 9181
    },
    {
      "epoch": 5.742338961851157,
      "grad_norm": 1.0328164622609932,
      "learning_rate": 2.1735149385741945e-06,
      "loss": 0.2063,
      "step": 9182
    },
    {
      "epoch": 5.74296435272045,
      "grad_norm": 1.04366025875455,
      "learning_rate": 2.163002100296668e-06,
      "loss": 0.2161,
      "step": 9183
    },
    {
      "epoch": 5.743589743589744,
      "grad_norm": 1.2635446965639066,
      "learning_rate": 2.152514563252267e-06,
      "loss": 0.2625,
      "step": 9184
    },
    {
      "epoch": 5.744215134459036,
      "grad_norm": 1.2298217987415287,
      "learning_rate": 2.1420523292358715e-06,
      "loss": 0.2333,
      "step": 9185
    },
    {
      "epoch": 5.74484052532833,
      "grad_norm": 1.051987943830064,
      "learning_rate": 2.131615400038017e-06,
      "loss": 0.2155,
      "step": 9186
    },
    {
      "epoch": 5.745465916197624,
      "grad_norm": 1.224085148236982,
      "learning_rate": 2.1212037774449076e-06,
      "loss": 0.2383,
      "step": 9187
    },
    {
      "epoch": 5.746091307066917,
      "grad_norm": 0.900234717393304,
      "learning_rate": 2.1108174632384013e-06,
      "loss": 0.2138,
      "step": 9188
    },
    {
      "epoch": 5.74671669793621,
      "grad_norm": 1.0284155156471777,
      "learning_rate": 2.1004564591960595e-06,
      "loss": 0.2292,
      "step": 9189
    },
    {
      "epoch": 5.747342088805503,
      "grad_norm": 0.8959441868839075,
      "learning_rate": 2.090120767091097e-06,
      "loss": 0.2003,
      "step": 9190
    },
    {
      "epoch": 5.747967479674797,
      "grad_norm": 1.3344511670074541,
      "learning_rate": 2.0798103886923655e-06,
      "loss": 0.2401,
      "step": 9191
    },
    {
      "epoch": 5.7485928705440905,
      "grad_norm": 1.2028654895680453,
      "learning_rate": 2.069525325764437e-06,
      "loss": 0.2061,
      "step": 9192
    },
    {
      "epoch": 5.749218261413383,
      "grad_norm": 1.0355147331341574,
      "learning_rate": 2.0592655800675373e-06,
      "loss": 0.1906,
      "step": 9193
    },
    {
      "epoch": 5.749843652282677,
      "grad_norm": 1.1082067380089362,
      "learning_rate": 2.049031153357511e-06,
      "loss": 0.2234,
      "step": 9194
    },
    {
      "epoch": 5.75046904315197,
      "grad_norm": 1.642685944738138,
      "learning_rate": 2.038822047385924e-06,
      "loss": 0.3484,
      "step": 9195
    },
    {
      "epoch": 5.7510944340212635,
      "grad_norm": 1.1128326734688188,
      "learning_rate": 2.0286382638999953e-06,
      "loss": 0.2122,
      "step": 9196
    },
    {
      "epoch": 5.751719824890556,
      "grad_norm": 1.0348211980540907,
      "learning_rate": 2.0184798046425976e-06,
      "loss": 0.2047,
      "step": 9197
    },
    {
      "epoch": 5.75234521575985,
      "grad_norm": 1.1179198034714404,
      "learning_rate": 2.00834667135229e-06,
      "loss": 0.2151,
      "step": 9198
    },
    {
      "epoch": 5.752970606629143,
      "grad_norm": 1.0107552870325602,
      "learning_rate": 1.9982388657632686e-06,
      "loss": 0.2381,
      "step": 9199
    },
    {
      "epoch": 5.7535959974984365,
      "grad_norm": 0.9076460675844895,
      "learning_rate": 1.9881563896054163e-06,
      "loss": 0.1958,
      "step": 9200
    },
    {
      "epoch": 5.75422138836773,
      "grad_norm": 1.1277240770986148,
      "learning_rate": 1.9780992446042864e-06,
      "loss": 0.2481,
      "step": 9201
    },
    {
      "epoch": 5.754846779237023,
      "grad_norm": 1.1080490727919232,
      "learning_rate": 1.9680674324810684e-06,
      "loss": 0.235,
      "step": 9202
    },
    {
      "epoch": 5.755472170106317,
      "grad_norm": 1.023396872556617,
      "learning_rate": 1.9580609549526562e-06,
      "loss": 0.1871,
      "step": 9203
    },
    {
      "epoch": 5.7560975609756095,
      "grad_norm": 1.0080099163884226,
      "learning_rate": 1.9480798137315624e-06,
      "loss": 0.1878,
      "step": 9204
    },
    {
      "epoch": 5.756722951844903,
      "grad_norm": 1.0237235268291072,
      "learning_rate": 1.9381240105260208e-06,
      "loss": 0.2418,
      "step": 9205
    },
    {
      "epoch": 5.757348342714196,
      "grad_norm": 1.4140890308727305,
      "learning_rate": 1.9281935470398525e-06,
      "loss": 0.2485,
      "step": 9206
    },
    {
      "epoch": 5.75797373358349,
      "grad_norm": 1.0953166517701574,
      "learning_rate": 1.918288424972614e-06,
      "loss": 0.2132,
      "step": 9207
    },
    {
      "epoch": 5.7585991244527825,
      "grad_norm": 0.9946271580035295,
      "learning_rate": 1.908408646019499e-06,
      "loss": 0.189,
      "step": 9208
    },
    {
      "epoch": 5.759224515322076,
      "grad_norm": 1.0213389854783903,
      "learning_rate": 1.8985542118713393e-06,
      "loss": 0.1989,
      "step": 9209
    },
    {
      "epoch": 5.75984990619137,
      "grad_norm": 0.9633549314344247,
      "learning_rate": 1.8887251242146518e-06,
      "loss": 0.1934,
      "step": 9210
    },
    {
      "epoch": 5.760475297060663,
      "grad_norm": 1.0624629961322318,
      "learning_rate": 1.8789213847316243e-06,
      "loss": 0.238,
      "step": 9211
    },
    {
      "epoch": 5.761100687929956,
      "grad_norm": 0.914460343657178,
      "learning_rate": 1.869142995100098e-06,
      "loss": 0.2156,
      "step": 9212
    },
    {
      "epoch": 5.761726078799249,
      "grad_norm": 0.9369104786585564,
      "learning_rate": 1.8593899569935677e-06,
      "loss": 0.2079,
      "step": 9213
    },
    {
      "epoch": 5.762351469668543,
      "grad_norm": 1.0339219922164542,
      "learning_rate": 1.8496622720811983e-06,
      "loss": 0.2167,
      "step": 9214
    },
    {
      "epoch": 5.762976860537837,
      "grad_norm": 1.1606761262573317,
      "learning_rate": 1.8399599420278078e-06,
      "loss": 0.2413,
      "step": 9215
    },
    {
      "epoch": 5.7636022514071295,
      "grad_norm": 1.1946623880175669,
      "learning_rate": 1.830282968493868e-06,
      "loss": 0.2223,
      "step": 9216
    },
    {
      "epoch": 5.764227642276423,
      "grad_norm": 0.9265046711539217,
      "learning_rate": 1.8206313531355544e-06,
      "loss": 0.1961,
      "step": 9217
    },
    {
      "epoch": 5.764853033145716,
      "grad_norm": 0.92228517534887,
      "learning_rate": 1.8110050976046452e-06,
      "loss": 0.183,
      "step": 9218
    },
    {
      "epoch": 5.76547842401501,
      "grad_norm": 1.0858375658468202,
      "learning_rate": 1.8014042035486232e-06,
      "loss": 0.204,
      "step": 9219
    },
    {
      "epoch": 5.7661038148843025,
      "grad_norm": 1.3607702294021176,
      "learning_rate": 1.7918286726105902e-06,
      "loss": 0.2423,
      "step": 9220
    },
    {
      "epoch": 5.766729205753596,
      "grad_norm": 1.1516382359284556,
      "learning_rate": 1.7822785064293521e-06,
      "loss": 0.2211,
      "step": 9221
    },
    {
      "epoch": 5.767354596622889,
      "grad_norm": 1.1259719090655607,
      "learning_rate": 1.772753706639335e-06,
      "loss": 0.3083,
      "step": 9222
    },
    {
      "epoch": 5.767979987492183,
      "grad_norm": 1.1322395210118021,
      "learning_rate": 1.7632542748706347e-06,
      "loss": 0.2395,
      "step": 9223
    },
    {
      "epoch": 5.768605378361476,
      "grad_norm": 1.3640746678268676,
      "learning_rate": 1.753780212749034e-06,
      "loss": 0.2906,
      "step": 9224
    },
    {
      "epoch": 5.769230769230769,
      "grad_norm": 1.1329636543992374,
      "learning_rate": 1.7443315218959365e-06,
      "loss": 0.1934,
      "step": 9225
    },
    {
      "epoch": 5.769856160100063,
      "grad_norm": 1.060228734063849,
      "learning_rate": 1.7349082039284145e-06,
      "loss": 0.2088,
      "step": 9226
    },
    {
      "epoch": 5.770481550969356,
      "grad_norm": 1.2274434745325098,
      "learning_rate": 1.7255102604591952e-06,
      "loss": 0.257,
      "step": 9227
    },
    {
      "epoch": 5.771106941838649,
      "grad_norm": 1.2520523501210667,
      "learning_rate": 1.716137693096692e-06,
      "loss": 0.2257,
      "step": 9228
    },
    {
      "epoch": 5.771732332707942,
      "grad_norm": 0.9561989663969329,
      "learning_rate": 1.7067905034449215e-06,
      "loss": 0.2182,
      "step": 9229
    },
    {
      "epoch": 5.772357723577236,
      "grad_norm": 1.1529577326827705,
      "learning_rate": 1.697468693103604e-06,
      "loss": 0.2384,
      "step": 9230
    },
    {
      "epoch": 5.772983114446529,
      "grad_norm": 1.0686894650168008,
      "learning_rate": 1.6881722636680973e-06,
      "loss": 0.1905,
      "step": 9231
    },
    {
      "epoch": 5.773608505315822,
      "grad_norm": 1.0116284347204645,
      "learning_rate": 1.678901216729428e-06,
      "loss": 0.2012,
      "step": 9232
    },
    {
      "epoch": 5.774233896185116,
      "grad_norm": 1.2810875910733504,
      "learning_rate": 1.669655553874244e-06,
      "loss": 0.2459,
      "step": 9233
    },
    {
      "epoch": 5.774859287054409,
      "grad_norm": 1.1644570829025453,
      "learning_rate": 1.6604352766849126e-06,
      "loss": 0.2327,
      "step": 9234
    },
    {
      "epoch": 5.775484677923703,
      "grad_norm": 1.2919080605579565,
      "learning_rate": 1.651240386739372e-06,
      "loss": 0.2422,
      "step": 9235
    },
    {
      "epoch": 5.776110068792995,
      "grad_norm": 1.3129555469984673,
      "learning_rate": 1.6420708856112963e-06,
      "loss": 0.2683,
      "step": 9236
    },
    {
      "epoch": 5.776735459662289,
      "grad_norm": 1.0021051490166766,
      "learning_rate": 1.6329267748699636e-06,
      "loss": 0.1843,
      "step": 9237
    },
    {
      "epoch": 5.777360850531582,
      "grad_norm": 1.1049905706618093,
      "learning_rate": 1.623808056080339e-06,
      "loss": 0.2369,
      "step": 9238
    },
    {
      "epoch": 5.777986241400876,
      "grad_norm": 1.1997013020724554,
      "learning_rate": 1.6147147308029907e-06,
      "loss": 0.2306,
      "step": 9239
    },
    {
      "epoch": 5.778611632270168,
      "grad_norm": 1.0593371360938255,
      "learning_rate": 1.6056468005942068e-06,
      "loss": 0.2135,
      "step": 9240
    },
    {
      "epoch": 5.779237023139462,
      "grad_norm": 1.1871371309696093,
      "learning_rate": 1.59660426700588e-06,
      "loss": 0.223,
      "step": 9241
    },
    {
      "epoch": 5.779862414008756,
      "grad_norm": 0.9657541745364756,
      "learning_rate": 1.5875871315855882e-06,
      "loss": 0.2004,
      "step": 9242
    },
    {
      "epoch": 5.780487804878049,
      "grad_norm": 1.1079777497056054,
      "learning_rate": 1.578595395876564e-06,
      "loss": 0.223,
      "step": 9243
    },
    {
      "epoch": 5.781113195747342,
      "grad_norm": 1.3390364462463513,
      "learning_rate": 1.5696290614176265e-06,
      "loss": 0.2964,
      "step": 9244
    },
    {
      "epoch": 5.781738586616635,
      "grad_norm": 1.0190882267312849,
      "learning_rate": 1.5606881297433482e-06,
      "loss": 0.2208,
      "step": 9245
    },
    {
      "epoch": 5.782363977485929,
      "grad_norm": 1.0000455859019177,
      "learning_rate": 1.5517726023838718e-06,
      "loss": 0.2254,
      "step": 9246
    },
    {
      "epoch": 5.7829893683552225,
      "grad_norm": 1.218198852874784,
      "learning_rate": 1.542882480865043e-06,
      "loss": 0.2147,
      "step": 9247
    },
    {
      "epoch": 5.783614759224515,
      "grad_norm": 1.1402808530284205,
      "learning_rate": 1.5340177667083454e-06,
      "loss": 0.2473,
      "step": 9248
    },
    {
      "epoch": 5.784240150093809,
      "grad_norm": 1.3556246914939503,
      "learning_rate": 1.5251784614309148e-06,
      "loss": 0.285,
      "step": 9249
    },
    {
      "epoch": 5.784865540963102,
      "grad_norm": 1.1806845880824006,
      "learning_rate": 1.5163645665455083e-06,
      "loss": 0.2089,
      "step": 9250
    },
    {
      "epoch": 5.7854909318323955,
      "grad_norm": 1.3874215632127485,
      "learning_rate": 1.5075760835605689e-06,
      "loss": 0.2253,
      "step": 9251
    },
    {
      "epoch": 5.786116322701688,
      "grad_norm": 1.0972236574871093,
      "learning_rate": 1.4988130139801936e-06,
      "loss": 0.2172,
      "step": 9252
    },
    {
      "epoch": 5.786741713570982,
      "grad_norm": 1.3221303731360246,
      "learning_rate": 1.490075359304116e-06,
      "loss": 0.2445,
      "step": 9253
    },
    {
      "epoch": 5.787367104440275,
      "grad_norm": 1.0059511319914962,
      "learning_rate": 1.4813631210277232e-06,
      "loss": 0.1867,
      "step": 9254
    },
    {
      "epoch": 5.7879924953095685,
      "grad_norm": 1.2037264511872001,
      "learning_rate": 1.4726763006420394e-06,
      "loss": 0.2338,
      "step": 9255
    },
    {
      "epoch": 5.788617886178862,
      "grad_norm": 1.0254497950055041,
      "learning_rate": 1.4640148996337585e-06,
      "loss": 0.2059,
      "step": 9256
    },
    {
      "epoch": 5.789243277048155,
      "grad_norm": 1.1063950888179406,
      "learning_rate": 1.4553789194852283e-06,
      "loss": 0.22,
      "step": 9257
    },
    {
      "epoch": 5.789868667917449,
      "grad_norm": 1.1570215688514813,
      "learning_rate": 1.4467683616744163e-06,
      "loss": 0.2296,
      "step": 9258
    },
    {
      "epoch": 5.7904940587867415,
      "grad_norm": 1.1828437047888851,
      "learning_rate": 1.4381832276749771e-06,
      "loss": 0.2569,
      "step": 9259
    },
    {
      "epoch": 5.791119449656035,
      "grad_norm": 1.0972246257159128,
      "learning_rate": 1.4296235189561854e-06,
      "loss": 0.1871,
      "step": 9260
    },
    {
      "epoch": 5.791744840525328,
      "grad_norm": 0.8930076948148493,
      "learning_rate": 1.4210892369829529e-06,
      "loss": 0.2187,
      "step": 9261
    },
    {
      "epoch": 5.792370231394622,
      "grad_norm": 1.0107039853747783,
      "learning_rate": 1.4125803832158777e-06,
      "loss": 0.1956,
      "step": 9262
    },
    {
      "epoch": 5.7929956222639145,
      "grad_norm": 1.033466096498821,
      "learning_rate": 1.404096959111195e-06,
      "loss": 0.2198,
      "step": 9263
    },
    {
      "epoch": 5.793621013133208,
      "grad_norm": 1.1812877629599257,
      "learning_rate": 1.3956389661207767e-06,
      "loss": 0.225,
      "step": 9264
    },
    {
      "epoch": 5.794246404002502,
      "grad_norm": 1.6400800510031213,
      "learning_rate": 1.3872064056921484e-06,
      "loss": 0.2843,
      "step": 9265
    },
    {
      "epoch": 5.794871794871795,
      "grad_norm": 1.1444548986465342,
      "learning_rate": 1.378799279268472e-06,
      "loss": 0.285,
      "step": 9266
    },
    {
      "epoch": 5.795497185741088,
      "grad_norm": 0.8258148604963909,
      "learning_rate": 1.3704175882885804e-06,
      "loss": 0.1892,
      "step": 9267
    },
    {
      "epoch": 5.796122576610381,
      "grad_norm": 1.0542453504326534,
      "learning_rate": 1.3620613341869257e-06,
      "loss": 0.2119,
      "step": 9268
    },
    {
      "epoch": 5.796747967479675,
      "grad_norm": 0.7919281069669625,
      "learning_rate": 1.3537305183936308e-06,
      "loss": 0.1627,
      "step": 9269
    },
    {
      "epoch": 5.797373358348968,
      "grad_norm": 1.1297492273777672,
      "learning_rate": 1.3454251423344387e-06,
      "loss": 0.2401,
      "step": 9270
    },
    {
      "epoch": 5.797998749218261,
      "grad_norm": 1.1818213611057813,
      "learning_rate": 1.3371452074307788e-06,
      "loss": 0.2257,
      "step": 9271
    },
    {
      "epoch": 5.798624140087554,
      "grad_norm": 0.9680036271886154,
      "learning_rate": 1.3288907150996841e-06,
      "loss": 0.2223,
      "step": 9272
    },
    {
      "epoch": 5.799249530956848,
      "grad_norm": 1.1559814412919074,
      "learning_rate": 1.320661666753875e-06,
      "loss": 0.1959,
      "step": 9273
    },
    {
      "epoch": 5.799874921826142,
      "grad_norm": 1.0096823934914805,
      "learning_rate": 1.312458063801658e-06,
      "loss": 0.22,
      "step": 9274
    },
    {
      "epoch": 5.800500312695434,
      "grad_norm": 1.0660753448791347,
      "learning_rate": 1.3042799076470434e-06,
      "loss": 0.2074,
      "step": 9275
    },
    {
      "epoch": 5.801125703564728,
      "grad_norm": 1.2100147843658238,
      "learning_rate": 1.2961271996896617e-06,
      "loss": 0.2081,
      "step": 9276
    },
    {
      "epoch": 5.801751094434021,
      "grad_norm": 1.4066445529597364,
      "learning_rate": 1.2879999413247798e-06,
      "loss": 0.2718,
      "step": 9277
    },
    {
      "epoch": 5.802376485303315,
      "grad_norm": 1.1671281837421803,
      "learning_rate": 1.279898133943319e-06,
      "loss": 0.2407,
      "step": 9278
    },
    {
      "epoch": 5.803001876172608,
      "grad_norm": 1.0654501543760937,
      "learning_rate": 1.2718217789318697e-06,
      "loss": 0.2189,
      "step": 9279
    },
    {
      "epoch": 5.803627267041901,
      "grad_norm": 1.139660594829464,
      "learning_rate": 1.2637708776726096e-06,
      "loss": 0.2425,
      "step": 9280
    },
    {
      "epoch": 5.804252657911195,
      "grad_norm": 1.0255537512475452,
      "learning_rate": 1.2557454315434202e-06,
      "loss": 0.251,
      "step": 9281
    },
    {
      "epoch": 5.804878048780488,
      "grad_norm": 1.1319407724757649,
      "learning_rate": 1.247745441917769e-06,
      "loss": 0.245,
      "step": 9282
    },
    {
      "epoch": 5.805503439649781,
      "grad_norm": 1.3970535382651623,
      "learning_rate": 1.2397709101648111e-06,
      "loss": 0.2332,
      "step": 9283
    },
    {
      "epoch": 5.806128830519074,
      "grad_norm": 1.2296894439794157,
      "learning_rate": 1.2318218376493549e-06,
      "loss": 0.2824,
      "step": 9284
    },
    {
      "epoch": 5.806754221388368,
      "grad_norm": 1.073358339866724,
      "learning_rate": 1.2238982257317787e-06,
      "loss": 0.2396,
      "step": 9285
    },
    {
      "epoch": 5.807379612257661,
      "grad_norm": 1.909953757555329,
      "learning_rate": 1.2160000757681975e-06,
      "loss": 0.3579,
      "step": 9286
    },
    {
      "epoch": 5.808005003126954,
      "grad_norm": 1.230174674622879,
      "learning_rate": 1.2081273891102806e-06,
      "loss": 0.24,
      "step": 9287
    },
    {
      "epoch": 5.808630393996248,
      "grad_norm": 1.0894600940186483,
      "learning_rate": 1.2002801671053996e-06,
      "loss": 0.2184,
      "step": 9288
    },
    {
      "epoch": 5.809255784865541,
      "grad_norm": 1.1782924191636155,
      "learning_rate": 1.1924584110965641e-06,
      "loss": 0.2317,
      "step": 9289
    },
    {
      "epoch": 5.8098811757348345,
      "grad_norm": 1.1947462929795243,
      "learning_rate": 1.1846621224223862e-06,
      "loss": 0.2377,
      "step": 9290
    },
    {
      "epoch": 5.810506566604127,
      "grad_norm": 1.15401989440935,
      "learning_rate": 1.1768913024171655e-06,
      "loss": 0.2085,
      "step": 9291
    },
    {
      "epoch": 5.811131957473421,
      "grad_norm": 1.5067985041560683,
      "learning_rate": 1.1691459524108216e-06,
      "loss": 0.2638,
      "step": 9292
    },
    {
      "epoch": 5.811757348342714,
      "grad_norm": 1.1104472026627632,
      "learning_rate": 1.161426073728894e-06,
      "loss": 0.2226,
      "step": 9293
    },
    {
      "epoch": 5.8123827392120075,
      "grad_norm": 1.0304655680427304,
      "learning_rate": 1.153731667692609e-06,
      "loss": 0.2247,
      "step": 9294
    },
    {
      "epoch": 5.8130081300813,
      "grad_norm": 1.3583850401490414,
      "learning_rate": 1.1460627356187802e-06,
      "loss": 0.25,
      "step": 9295
    },
    {
      "epoch": 5.813633520950594,
      "grad_norm": 1.1743193308948272,
      "learning_rate": 1.1384192788199076e-06,
      "loss": 0.2331,
      "step": 9296
    },
    {
      "epoch": 5.814258911819888,
      "grad_norm": 0.8284591268022102,
      "learning_rate": 1.1308012986041114e-06,
      "loss": 0.2098,
      "step": 9297
    },
    {
      "epoch": 5.8148843026891806,
      "grad_norm": 0.9251749712361915,
      "learning_rate": 1.1232087962751657e-06,
      "loss": 0.1693,
      "step": 9298
    },
    {
      "epoch": 5.815509693558474,
      "grad_norm": 1.15781558509835,
      "learning_rate": 1.1156417731324473e-06,
      "loss": 0.2097,
      "step": 9299
    },
    {
      "epoch": 5.816135084427767,
      "grad_norm": 0.9788715918803824,
      "learning_rate": 1.1081002304710206e-06,
      "loss": 0.2127,
      "step": 9300
    },
    {
      "epoch": 5.816760475297061,
      "grad_norm": 1.1745608244171384,
      "learning_rate": 1.100584169581553e-06,
      "loss": 0.2671,
      "step": 9301
    },
    {
      "epoch": 5.8173858661663544,
      "grad_norm": 1.1202310468758243,
      "learning_rate": 1.0930935917503658e-06,
      "loss": 0.2095,
      "step": 9302
    },
    {
      "epoch": 5.818011257035647,
      "grad_norm": 0.951645329683967,
      "learning_rate": 1.0856284982594166e-06,
      "loss": 0.2184,
      "step": 9303
    },
    {
      "epoch": 5.818636647904941,
      "grad_norm": 1.3258163763388893,
      "learning_rate": 1.0781888903863e-06,
      "loss": 0.2367,
      "step": 9304
    },
    {
      "epoch": 5.819262038774234,
      "grad_norm": 0.9601436677151493,
      "learning_rate": 1.0707747694042645e-06,
      "loss": 0.1898,
      "step": 9305
    },
    {
      "epoch": 5.8198874296435275,
      "grad_norm": 1.1529604599975782,
      "learning_rate": 1.0633861365821784e-06,
      "loss": 0.2307,
      "step": 9306
    },
    {
      "epoch": 5.82051282051282,
      "grad_norm": 1.2019154787206139,
      "learning_rate": 1.05602299318453e-06,
      "loss": 0.223,
      "step": 9307
    },
    {
      "epoch": 5.821138211382114,
      "grad_norm": 0.958829843465546,
      "learning_rate": 1.0486853404715113e-06,
      "loss": 0.1871,
      "step": 9308
    },
    {
      "epoch": 5.821763602251407,
      "grad_norm": 1.1871898988717446,
      "learning_rate": 1.0413731796988677e-06,
      "loss": 0.2257,
      "step": 9309
    },
    {
      "epoch": 5.8223889931207005,
      "grad_norm": 1.3222367046309729,
      "learning_rate": 1.0340865121180486e-06,
      "loss": 0.25,
      "step": 9310
    },
    {
      "epoch": 5.823014383989994,
      "grad_norm": 1.1054877100927587,
      "learning_rate": 1.0268253389760895e-06,
      "loss": 0.226,
      "step": 9311
    },
    {
      "epoch": 5.823639774859287,
      "grad_norm": 1.0450195965559939,
      "learning_rate": 1.0195896615157129e-06,
      "loss": 0.2208,
      "step": 9312
    },
    {
      "epoch": 5.824265165728581,
      "grad_norm": 1.2229673351636794,
      "learning_rate": 1.012379480975245e-06,
      "loss": 0.2656,
      "step": 9313
    },
    {
      "epoch": 5.8248905565978735,
      "grad_norm": 1.1782638390360347,
      "learning_rate": 1.0051947985886488e-06,
      "loss": 0.2572,
      "step": 9314
    },
    {
      "epoch": 5.825515947467167,
      "grad_norm": 1.0546634455666741,
      "learning_rate": 9.980356155855407e-07,
      "loss": 0.2308,
      "step": 9315
    },
    {
      "epoch": 5.82614133833646,
      "grad_norm": 1.4722364086283783,
      "learning_rate": 9.909019331911572e-07,
      "loss": 0.319,
      "step": 9316
    },
    {
      "epoch": 5.826766729205754,
      "grad_norm": 1.2079981213473436,
      "learning_rate": 9.837937526263718e-07,
      "loss": 0.2439,
      "step": 9317
    },
    {
      "epoch": 5.8273921200750465,
      "grad_norm": 1.0052773671002828,
      "learning_rate": 9.767110751077112e-07,
      "loss": 0.2167,
      "step": 9318
    },
    {
      "epoch": 5.82801751094434,
      "grad_norm": 1.2002409227762496,
      "learning_rate": 9.696539018473226e-07,
      "loss": 0.2449,
      "step": 9319
    },
    {
      "epoch": 5.828642901813634,
      "grad_norm": 1.2872689777380142,
      "learning_rate": 9.626222340529733e-07,
      "loss": 0.241,
      "step": 9320
    },
    {
      "epoch": 5.829268292682927,
      "grad_norm": 0.9925820456256118,
      "learning_rate": 9.556160729280837e-07,
      "loss": 0.1885,
      "step": 9321
    },
    {
      "epoch": 5.82989368355222,
      "grad_norm": 1.1189864494639181,
      "learning_rate": 9.486354196717283e-07,
      "loss": 0.2229,
      "step": 9322
    },
    {
      "epoch": 5.830519074421513,
      "grad_norm": 0.9473415755797809,
      "learning_rate": 9.416802754785846e-07,
      "loss": 0.192,
      "step": 9323
    },
    {
      "epoch": 5.831144465290807,
      "grad_norm": 1.8142936227099762,
      "learning_rate": 9.347506415389838e-07,
      "loss": 0.2417,
      "step": 9324
    },
    {
      "epoch": 5.8317698561601,
      "grad_norm": 1.120681437896052,
      "learning_rate": 9.278465190388606e-07,
      "loss": 0.2153,
      "step": 9325
    },
    {
      "epoch": 5.832395247029393,
      "grad_norm": 1.0959010405217182,
      "learning_rate": 9.209679091598365e-07,
      "loss": 0.218,
      "step": 9326
    },
    {
      "epoch": 5.833020637898686,
      "grad_norm": 1.223457969837408,
      "learning_rate": 9.141148130791031e-07,
      "loss": 0.2251,
      "step": 9327
    },
    {
      "epoch": 5.83364602876798,
      "grad_norm": 1.1128425734372986,
      "learning_rate": 9.07287231969539e-07,
      "loss": 0.2404,
      "step": 9328
    },
    {
      "epoch": 5.834271419637274,
      "grad_norm": 1.0075258049278022,
      "learning_rate": 9.00485166999626e-07,
      "loss": 0.2338,
      "step": 9329
    },
    {
      "epoch": 5.834896810506566,
      "grad_norm": 1.083178420103502,
      "learning_rate": 8.937086193334831e-07,
      "loss": 0.2555,
      "step": 9330
    },
    {
      "epoch": 5.83552220137586,
      "grad_norm": 0.9792391082011198,
      "learning_rate": 8.869575901308823e-07,
      "loss": 0.2066,
      "step": 9331
    },
    {
      "epoch": 5.836147592245153,
      "grad_norm": 1.1690564624823452,
      "learning_rate": 8.802320805472163e-07,
      "loss": 0.179,
      "step": 9332
    },
    {
      "epoch": 5.836772983114447,
      "grad_norm": 0.9710901843162542,
      "learning_rate": 8.735320917334976e-07,
      "loss": 0.1943,
      "step": 9333
    },
    {
      "epoch": 5.83739837398374,
      "grad_norm": 1.0317089795401664,
      "learning_rate": 8.668576248363757e-07,
      "loss": 0.2101,
      "step": 9334
    },
    {
      "epoch": 5.838023764853033,
      "grad_norm": 1.2840737383680587,
      "learning_rate": 8.602086809981534e-07,
      "loss": 0.271,
      "step": 9335
    },
    {
      "epoch": 5.838649155722327,
      "grad_norm": 1.4315516646748878,
      "learning_rate": 8.535852613567373e-07,
      "loss": 0.3055,
      "step": 9336
    },
    {
      "epoch": 5.83927454659162,
      "grad_norm": 1.0654980924457418,
      "learning_rate": 8.469873670456706e-07,
      "loss": 0.1867,
      "step": 9337
    },
    {
      "epoch": 5.839899937460913,
      "grad_norm": 1.103249986770811,
      "learning_rate": 8.4041499919415e-07,
      "loss": 0.2449,
      "step": 9338
    },
    {
      "epoch": 5.840525328330206,
      "grad_norm": 1.1420306313430393,
      "learning_rate": 8.338681589269924e-07,
      "loss": 0.2538,
      "step": 9339
    },
    {
      "epoch": 5.8411507191995,
      "grad_norm": 1.1264485651606546,
      "learning_rate": 8.273468473646184e-07,
      "loss": 0.227,
      "step": 9340
    },
    {
      "epoch": 5.841776110068793,
      "grad_norm": 1.3044288082108304,
      "learning_rate": 8.208510656231348e-07,
      "loss": 0.2459,
      "step": 9341
    },
    {
      "epoch": 5.842401500938086,
      "grad_norm": 1.1887616326276023,
      "learning_rate": 8.143808148142195e-07,
      "loss": 0.2699,
      "step": 9342
    },
    {
      "epoch": 5.84302689180738,
      "grad_norm": 1.012727004841905,
      "learning_rate": 8.079360960452197e-07,
      "loss": 0.2668,
      "step": 9343
    },
    {
      "epoch": 5.843652282676673,
      "grad_norm": 0.8339443299546242,
      "learning_rate": 8.015169104191032e-07,
      "loss": 0.1719,
      "step": 9344
    },
    {
      "epoch": 5.8442776735459665,
      "grad_norm": 1.0695834732550784,
      "learning_rate": 7.951232590344747e-07,
      "loss": 0.2271,
      "step": 9345
    },
    {
      "epoch": 5.844903064415259,
      "grad_norm": 1.0555981592949304,
      "learning_rate": 7.887551429855587e-07,
      "loss": 0.2271,
      "step": 9346
    },
    {
      "epoch": 5.845528455284553,
      "grad_norm": 1.1570253342157937,
      "learning_rate": 7.824125633621836e-07,
      "loss": 0.2285,
      "step": 9347
    },
    {
      "epoch": 5.846153846153846,
      "grad_norm": 1.0889291346308076,
      "learning_rate": 7.76095521249881e-07,
      "loss": 0.2026,
      "step": 9348
    },
    {
      "epoch": 5.8467792370231395,
      "grad_norm": 1.0835594358195817,
      "learning_rate": 7.69804017729736e-07,
      "loss": 0.2205,
      "step": 9349
    },
    {
      "epoch": 5.847404627892432,
      "grad_norm": 1.2839053216179517,
      "learning_rate": 7.635380538785207e-07,
      "loss": 0.2395,
      "step": 9350
    },
    {
      "epoch": 5.848030018761726,
      "grad_norm": 1.147657813434636,
      "learning_rate": 7.572976307685774e-07,
      "loss": 0.1982,
      "step": 9351
    },
    {
      "epoch": 5.84865540963102,
      "grad_norm": 1.1094904334167166,
      "learning_rate": 7.510827494679184e-07,
      "loss": 0.1954,
      "step": 9352
    },
    {
      "epoch": 5.8492808005003125,
      "grad_norm": 1.162979272983333,
      "learning_rate": 7.448934110401928e-07,
      "loss": 0.198,
      "step": 9353
    },
    {
      "epoch": 5.849906191369606,
      "grad_norm": 0.9345961250077025,
      "learning_rate": 7.387296165446533e-07,
      "loss": 0.1775,
      "step": 9354
    },
    {
      "epoch": 5.850531582238899,
      "grad_norm": 0.8878198491836857,
      "learning_rate": 7.325913670361894e-07,
      "loss": 0.1582,
      "step": 9355
    },
    {
      "epoch": 5.851156973108193,
      "grad_norm": 1.0423598010112194,
      "learning_rate": 7.264786635653108e-07,
      "loss": 0.2052,
      "step": 9356
    },
    {
      "epoch": 5.851782363977486,
      "grad_norm": 1.0823749261158084,
      "learning_rate": 7.203915071781641e-07,
      "loss": 0.2231,
      "step": 9357
    },
    {
      "epoch": 5.852407754846779,
      "grad_norm": 1.2879048243804927,
      "learning_rate": 7.143298989165158e-07,
      "loss": 0.2696,
      "step": 9358
    },
    {
      "epoch": 5.853033145716073,
      "grad_norm": 0.9531668052122825,
      "learning_rate": 7.082938398177862e-07,
      "loss": 0.1684,
      "step": 9359
    },
    {
      "epoch": 5.853658536585366,
      "grad_norm": 1.1203136120122879,
      "learning_rate": 7.022833309149823e-07,
      "loss": 0.1965,
      "step": 9360
    },
    {
      "epoch": 5.854283927454659,
      "grad_norm": 1.0956802217256185,
      "learning_rate": 6.962983732367811e-07,
      "loss": 0.2227,
      "step": 9361
    },
    {
      "epoch": 5.854909318323952,
      "grad_norm": 1.4384706102146294,
      "learning_rate": 6.903389678074466e-07,
      "loss": 0.2969,
      "step": 9362
    },
    {
      "epoch": 5.855534709193246,
      "grad_norm": 1.2784895688535507,
      "learning_rate": 6.844051156468799e-07,
      "loss": 0.2145,
      "step": 9363
    },
    {
      "epoch": 5.856160100062539,
      "grad_norm": 1.170854369734852,
      "learning_rate": 6.784968177706518e-07,
      "loss": 0.2637,
      "step": 9364
    },
    {
      "epoch": 5.856785490931832,
      "grad_norm": 1.1408986772634495,
      "learning_rate": 6.726140751898867e-07,
      "loss": 0.2327,
      "step": 9365
    },
    {
      "epoch": 5.857410881801126,
      "grad_norm": 0.9418569506512254,
      "learning_rate": 6.667568889113961e-07,
      "loss": 0.184,
      "step": 9366
    },
    {
      "epoch": 5.858036272670419,
      "grad_norm": 1.0777031515084095,
      "learning_rate": 6.609252599375947e-07,
      "loss": 0.2122,
      "step": 9367
    },
    {
      "epoch": 5.858661663539713,
      "grad_norm": 0.8444368086965253,
      "learning_rate": 6.551191892665176e-07,
      "loss": 0.172,
      "step": 9368
    },
    {
      "epoch": 5.859287054409005,
      "grad_norm": 1.1708298828117933,
      "learning_rate": 6.493386778918197e-07,
      "loss": 0.2257,
      "step": 9369
    },
    {
      "epoch": 5.859912445278299,
      "grad_norm": 1.1080182821220423,
      "learning_rate": 6.435837268028265e-07,
      "loss": 0.2281,
      "step": 9370
    },
    {
      "epoch": 5.860537836147592,
      "grad_norm": 1.0030607901262245,
      "learning_rate": 6.378543369844169e-07,
      "loss": 0.1927,
      "step": 9371
    },
    {
      "epoch": 5.861163227016886,
      "grad_norm": 1.1500050225632352,
      "learning_rate": 6.32150509417173e-07,
      "loss": 0.2284,
      "step": 9372
    },
    {
      "epoch": 5.861788617886178,
      "grad_norm": 1.1189882293777853,
      "learning_rate": 6.264722450772308e-07,
      "loss": 0.2292,
      "step": 9373
    },
    {
      "epoch": 5.862414008755472,
      "grad_norm": 1.0427981935802764,
      "learning_rate": 6.208195449364128e-07,
      "loss": 0.2146,
      "step": 9374
    },
    {
      "epoch": 5.863039399624766,
      "grad_norm": 1.0736435640530668,
      "learning_rate": 6.15192409962112e-07,
      "loss": 0.1828,
      "step": 9375
    },
    {
      "epoch": 5.863664790494059,
      "grad_norm": 1.157404303156128,
      "learning_rate": 6.095908411173744e-07,
      "loss": 0.2212,
      "step": 9376
    },
    {
      "epoch": 5.864290181363352,
      "grad_norm": 1.1447167549775463,
      "learning_rate": 6.040148393609001e-07,
      "loss": 0.2148,
      "step": 9377
    },
    {
      "epoch": 5.864915572232645,
      "grad_norm": 1.1366532673872836,
      "learning_rate": 5.984644056469423e-07,
      "loss": 0.2126,
      "step": 9378
    },
    {
      "epoch": 5.865540963101939,
      "grad_norm": 1.244654517120413,
      "learning_rate": 5.929395409254245e-07,
      "loss": 0.2214,
      "step": 9379
    },
    {
      "epoch": 5.866166353971232,
      "grad_norm": 1.0118139904063477,
      "learning_rate": 5.87440246141907e-07,
      "loss": 0.1643,
      "step": 9380
    },
    {
      "epoch": 5.866791744840525,
      "grad_norm": 0.9674862328132585,
      "learning_rate": 5.819665222375369e-07,
      "loss": 0.1879,
      "step": 9381
    },
    {
      "epoch": 5.867417135709818,
      "grad_norm": 0.971320638358268,
      "learning_rate": 5.765183701491149e-07,
      "loss": 0.1874,
      "step": 9382
    },
    {
      "epoch": 5.868042526579112,
      "grad_norm": 1.1025809835995097,
      "learning_rate": 5.710957908090452e-07,
      "loss": 0.2297,
      "step": 9383
    },
    {
      "epoch": 5.8686679174484055,
      "grad_norm": 1.0810517957057255,
      "learning_rate": 5.656987851453687e-07,
      "loss": 0.2264,
      "step": 9384
    },
    {
      "epoch": 5.869293308317698,
      "grad_norm": 1.087389847874324,
      "learning_rate": 5.603273540817299e-07,
      "loss": 0.2211,
      "step": 9385
    },
    {
      "epoch": 5.869918699186992,
      "grad_norm": 1.1308695723697926,
      "learning_rate": 5.549814985374268e-07,
      "loss": 0.2667,
      "step": 9386
    },
    {
      "epoch": 5.870544090056285,
      "grad_norm": 0.9091500382018346,
      "learning_rate": 5.496612194273609e-07,
      "loss": 0.1725,
      "step": 9387
    },
    {
      "epoch": 5.8711694809255786,
      "grad_norm": 1.0403129346287396,
      "learning_rate": 5.443665176620538e-07,
      "loss": 0.1837,
      "step": 9388
    },
    {
      "epoch": 5.871794871794872,
      "grad_norm": 0.9083532057341727,
      "learning_rate": 5.390973941476473e-07,
      "loss": 0.2201,
      "step": 9389
    },
    {
      "epoch": 5.872420262664165,
      "grad_norm": 0.9641618385255426,
      "learning_rate": 5.338538497859368e-07,
      "loss": 0.1781,
      "step": 9390
    },
    {
      "epoch": 5.873045653533459,
      "grad_norm": 1.154013066583532,
      "learning_rate": 5.286358854743044e-07,
      "loss": 0.2142,
      "step": 9391
    },
    {
      "epoch": 5.873671044402752,
      "grad_norm": 1.381285676001982,
      "learning_rate": 5.234435021057692e-07,
      "loss": 0.2657,
      "step": 9392
    },
    {
      "epoch": 5.874296435272045,
      "grad_norm": 1.2070224376915106,
      "learning_rate": 5.182767005689537e-07,
      "loss": 0.2232,
      "step": 9393
    },
    {
      "epoch": 5.874921826141338,
      "grad_norm": 1.205672237438524,
      "learning_rate": 5.131354817481337e-07,
      "loss": 0.2276,
      "step": 9394
    },
    {
      "epoch": 5.875547217010632,
      "grad_norm": 1.1904750106856015,
      "learning_rate": 5.080198465232055e-07,
      "loss": 0.211,
      "step": 9395
    },
    {
      "epoch": 5.876172607879925,
      "grad_norm": 1.2054750335105628,
      "learning_rate": 5.029297957696521e-07,
      "loss": 0.2301,
      "step": 9396
    },
    {
      "epoch": 5.876797998749218,
      "grad_norm": 1.1270028944389434,
      "learning_rate": 4.9786533035861e-07,
      "loss": 0.2244,
      "step": 9397
    },
    {
      "epoch": 5.877423389618512,
      "grad_norm": 1.4438549987511995,
      "learning_rate": 4.928264511568025e-07,
      "loss": 0.2481,
      "step": 9398
    },
    {
      "epoch": 5.878048780487805,
      "grad_norm": 0.952309206796068,
      "learning_rate": 4.878131590266232e-07,
      "loss": 0.2151,
      "step": 9399
    },
    {
      "epoch": 5.8786741713570985,
      "grad_norm": 1.0733810114684224,
      "learning_rate": 4.828254548260524e-07,
      "loss": 0.1967,
      "step": 9400
    },
    {
      "epoch": 5.879299562226391,
      "grad_norm": 1.113050139794648,
      "learning_rate": 4.778633394087073e-07,
      "loss": 0.2103,
      "step": 9401
    },
    {
      "epoch": 5.879924953095685,
      "grad_norm": 1.1109024486128432,
      "learning_rate": 4.7292681362380845e-07,
      "loss": 0.2268,
      "step": 9402
    },
    {
      "epoch": 5.880550343964978,
      "grad_norm": 1.044834179581784,
      "learning_rate": 4.6801587831621355e-07,
      "loss": 0.1844,
      "step": 9403
    },
    {
      "epoch": 5.8811757348342715,
      "grad_norm": 1.3882227480071516,
      "learning_rate": 4.631305343263836e-07,
      "loss": 0.2652,
      "step": 9404
    },
    {
      "epoch": 5.881801125703564,
      "grad_norm": 1.3325836489859775,
      "learning_rate": 4.5827078249041637e-07,
      "loss": 0.2535,
      "step": 9405
    },
    {
      "epoch": 5.882426516572858,
      "grad_norm": 1.1017295006704035,
      "learning_rate": 4.5343662364002995e-07,
      "loss": 0.2149,
      "step": 9406
    },
    {
      "epoch": 5.883051907442152,
      "grad_norm": 0.8220094452069113,
      "learning_rate": 4.486280586025293e-07,
      "loss": 0.1896,
      "step": 9407
    },
    {
      "epoch": 5.8836772983114445,
      "grad_norm": 0.9710061616724202,
      "learning_rate": 4.438450882009059e-07,
      "loss": 0.1855,
      "step": 9408
    },
    {
      "epoch": 5.884302689180738,
      "grad_norm": 1.020565635994651,
      "learning_rate": 4.390877132536885e-07,
      "loss": 0.226,
      "step": 9409
    },
    {
      "epoch": 5.884928080050031,
      "grad_norm": 1.1017856360574725,
      "learning_rate": 4.343559345751091e-07,
      "loss": 0.2064,
      "step": 9410
    },
    {
      "epoch": 5.885553470919325,
      "grad_norm": 1.2873797838238767,
      "learning_rate": 4.2964975297493655e-07,
      "loss": 0.2674,
      "step": 9411
    },
    {
      "epoch": 5.886178861788618,
      "grad_norm": 1.273562418521305,
      "learning_rate": 4.2496916925864323e-07,
      "loss": 0.2568,
      "step": 9412
    },
    {
      "epoch": 5.886804252657911,
      "grad_norm": 1.2493796814964209,
      "learning_rate": 4.203141842272384e-07,
      "loss": 0.2295,
      "step": 9413
    },
    {
      "epoch": 5.887429643527205,
      "grad_norm": 1.0321987630369591,
      "learning_rate": 4.1568479867740143e-07,
      "loss": 0.2508,
      "step": 9414
    },
    {
      "epoch": 5.888055034396498,
      "grad_norm": 1.115813236527974,
      "learning_rate": 4.110810134014153e-07,
      "loss": 0.2342,
      "step": 9415
    },
    {
      "epoch": 5.888680425265791,
      "grad_norm": 0.9728712669246288,
      "learning_rate": 4.0650282918719967e-07,
      "loss": 0.1793,
      "step": 9416
    },
    {
      "epoch": 5.889305816135084,
      "grad_norm": 1.0368055971123782,
      "learning_rate": 4.0195024681827783e-07,
      "loss": 0.2104,
      "step": 9417
    },
    {
      "epoch": 5.889931207004378,
      "grad_norm": 1.0555990925012881,
      "learning_rate": 3.974232670737765e-07,
      "loss": 0.208,
      "step": 9418
    },
    {
      "epoch": 5.890556597873671,
      "grad_norm": 1.2066967045518686,
      "learning_rate": 3.9292189072845927e-07,
      "loss": 0.2378,
      "step": 9419
    },
    {
      "epoch": 5.891181988742964,
      "grad_norm": 1.3521391405963064,
      "learning_rate": 3.8844611855269325e-07,
      "loss": 0.264,
      "step": 9420
    },
    {
      "epoch": 5.891807379612258,
      "grad_norm": 0.9806715352838752,
      "learning_rate": 3.8399595131249907e-07,
      "loss": 0.1871,
      "step": 9421
    },
    {
      "epoch": 5.892432770481551,
      "grad_norm": 1.0429286108651339,
      "learning_rate": 3.795713897694841e-07,
      "loss": 0.2116,
      "step": 9422
    },
    {
      "epoch": 5.893058161350845,
      "grad_norm": 1.1736200988274663,
      "learning_rate": 3.7517243468085936e-07,
      "loss": 0.2424,
      "step": 9423
    },
    {
      "epoch": 5.893683552220137,
      "grad_norm": 1.0820323103845055,
      "learning_rate": 3.7079908679950585e-07,
      "loss": 0.2035,
      "step": 9424
    },
    {
      "epoch": 5.894308943089431,
      "grad_norm": 1.129844085096079,
      "learning_rate": 3.6645134687385834e-07,
      "loss": 0.2385,
      "step": 9425
    },
    {
      "epoch": 5.894934333958724,
      "grad_norm": 1.0544059280752138,
      "learning_rate": 3.6212921564802154e-07,
      "loss": 0.2171,
      "step": 9426
    },
    {
      "epoch": 5.895559724828018,
      "grad_norm": 1.110869587355205,
      "learning_rate": 3.5783269386170377e-07,
      "loss": 0.2485,
      "step": 9427
    },
    {
      "epoch": 5.89618511569731,
      "grad_norm": 0.9844080497397459,
      "learning_rate": 3.5356178225020014e-07,
      "loss": 0.1909,
      "step": 9428
    },
    {
      "epoch": 5.896810506566604,
      "grad_norm": 1.3820153810598597,
      "learning_rate": 3.4931648154445933e-07,
      "loss": 0.271,
      "step": 9429
    },
    {
      "epoch": 5.897435897435898,
      "grad_norm": 1.1005548522285717,
      "learning_rate": 3.450967924710335e-07,
      "loss": 0.2295,
      "step": 9430
    },
    {
      "epoch": 5.898061288305191,
      "grad_norm": 1.1214145498600054,
      "learning_rate": 3.4090271575209494e-07,
      "loss": 0.202,
      "step": 9431
    },
    {
      "epoch": 5.898686679174484,
      "grad_norm": 1.0883430666028926,
      "learning_rate": 3.367342521054195e-07,
      "loss": 0.2257,
      "step": 9432
    },
    {
      "epoch": 5.899312070043777,
      "grad_norm": 1.0830932219555085,
      "learning_rate": 3.325914022444198e-07,
      "loss": 0.2032,
      "step": 9433
    },
    {
      "epoch": 5.899937460913071,
      "grad_norm": 1.0951717231636202,
      "learning_rate": 3.284741668781121e-07,
      "loss": 0.2155,
      "step": 9434
    },
    {
      "epoch": 5.900562851782364,
      "grad_norm": 1.0933787723024648,
      "learning_rate": 3.2438254671111605e-07,
      "loss": 0.2149,
      "step": 9435
    },
    {
      "epoch": 5.901188242651657,
      "grad_norm": 1.1263267032602133,
      "learning_rate": 3.2031654244370487e-07,
      "loss": 0.2319,
      "step": 9436
    },
    {
      "epoch": 5.90181363352095,
      "grad_norm": 1.2522769516765866,
      "learning_rate": 3.162761547717385e-07,
      "loss": 0.2591,
      "step": 9437
    },
    {
      "epoch": 5.902439024390244,
      "grad_norm": 1.1803440194079253,
      "learning_rate": 3.122613843867139e-07,
      "loss": 0.2209,
      "step": 9438
    },
    {
      "epoch": 5.9030644152595375,
      "grad_norm": 0.9544007509891407,
      "learning_rate": 3.0827223197569803e-07,
      "loss": 0.2089,
      "step": 9439
    },
    {
      "epoch": 5.90368980612883,
      "grad_norm": 1.1935727386608257,
      "learning_rate": 3.043086982214282e-07,
      "loss": 0.234,
      "step": 9440
    },
    {
      "epoch": 5.904315196998124,
      "grad_norm": 1.0601698335147978,
      "learning_rate": 3.0037078380222847e-07,
      "loss": 0.2628,
      "step": 9441
    },
    {
      "epoch": 5.904940587867417,
      "grad_norm": 1.2526457727400717,
      "learning_rate": 2.9645848939204297e-07,
      "loss": 0.2179,
      "step": 9442
    },
    {
      "epoch": 5.9055659787367105,
      "grad_norm": 0.8535066201270026,
      "learning_rate": 2.925718156604362e-07,
      "loss": 0.2106,
      "step": 9443
    },
    {
      "epoch": 5.906191369606004,
      "grad_norm": 1.2522910888617031,
      "learning_rate": 2.88710763272576e-07,
      "loss": 0.2048,
      "step": 9444
    },
    {
      "epoch": 5.906816760475297,
      "grad_norm": 1.047203503261192,
      "learning_rate": 2.8487533288926723e-07,
      "loss": 0.199,
      "step": 9445
    },
    {
      "epoch": 5.907442151344591,
      "grad_norm": 1.1774071974472566,
      "learning_rate": 2.8106552516691804e-07,
      "loss": 0.2262,
      "step": 9446
    },
    {
      "epoch": 5.9080675422138835,
      "grad_norm": 0.9505070423270922,
      "learning_rate": 2.7728134075752364e-07,
      "loss": 0.1532,
      "step": 9447
    },
    {
      "epoch": 5.908692933083177,
      "grad_norm": 1.1989303836014988,
      "learning_rate": 2.735227803087492e-07,
      "loss": 0.2227,
      "step": 9448
    },
    {
      "epoch": 5.90931832395247,
      "grad_norm": 1.1960727154647852,
      "learning_rate": 2.697898444638302e-07,
      "loss": 0.2459,
      "step": 9449
    },
    {
      "epoch": 5.909943714821764,
      "grad_norm": 1.1171228306946328,
      "learning_rate": 2.66082533861639e-07,
      "loss": 0.2039,
      "step": 9450
    },
    {
      "epoch": 5.9105691056910565,
      "grad_norm": 0.9722784413771826,
      "learning_rate": 2.624008491366347e-07,
      "loss": 0.199,
      "step": 9451
    },
    {
      "epoch": 5.91119449656035,
      "grad_norm": 0.9905518480955581,
      "learning_rate": 2.5874479091892996e-07,
      "loss": 0.2293,
      "step": 9452
    },
    {
      "epoch": 5.911819887429644,
      "grad_norm": 0.9912843968443085,
      "learning_rate": 2.551143598342409e-07,
      "loss": 0.1931,
      "step": 9453
    },
    {
      "epoch": 5.912445278298937,
      "grad_norm": 1.0335101946963197,
      "learning_rate": 2.515095565038705e-07,
      "loss": 0.2114,
      "step": 9454
    },
    {
      "epoch": 5.91307066916823,
      "grad_norm": 1.2036169886518486,
      "learning_rate": 2.479303815447753e-07,
      "loss": 0.2045,
      "step": 9455
    },
    {
      "epoch": 5.913696060037523,
      "grad_norm": 1.0635567279193068,
      "learning_rate": 2.443768355694653e-07,
      "loss": 0.2076,
      "step": 9456
    },
    {
      "epoch": 5.914321450906817,
      "grad_norm": 0.8996106891111347,
      "learning_rate": 2.40848919186154e-07,
      "loss": 0.1807,
      "step": 9457
    },
    {
      "epoch": 5.91494684177611,
      "grad_norm": 1.0636861011951348,
      "learning_rate": 2.3734663299859181e-07,
      "loss": 0.1967,
      "step": 9458
    },
    {
      "epoch": 5.915572232645403,
      "grad_norm": 0.9603701435870554,
      "learning_rate": 2.3386997760616588e-07,
      "loss": 0.2018,
      "step": 9459
    },
    {
      "epoch": 5.916197623514696,
      "grad_norm": 0.9014870351128517,
      "learning_rate": 2.3041895360388362e-07,
      "loss": 0.1972,
      "step": 9460
    },
    {
      "epoch": 5.91682301438399,
      "grad_norm": 0.9672735401171516,
      "learning_rate": 2.2699356158238923e-07,
      "loss": 0.1662,
      "step": 9461
    },
    {
      "epoch": 5.917448405253284,
      "grad_norm": 1.3282418205806976,
      "learning_rate": 2.235938021278638e-07,
      "loss": 0.2543,
      "step": 9462
    },
    {
      "epoch": 5.9180737961225764,
      "grad_norm": 1.235349666206383,
      "learning_rate": 2.2021967582220856e-07,
      "loss": 0.2575,
      "step": 9463
    },
    {
      "epoch": 5.91869918699187,
      "grad_norm": 1.1660046815552447,
      "learning_rate": 2.1687118324282826e-07,
      "loss": 0.2626,
      "step": 9464
    },
    {
      "epoch": 5.919324577861163,
      "grad_norm": 1.00608735439444,
      "learning_rate": 2.1354832496283115e-07,
      "loss": 0.1844,
      "step": 9465
    },
    {
      "epoch": 5.919949968730457,
      "grad_norm": 1.1587088842952111,
      "learning_rate": 2.1025110155087898e-07,
      "loss": 0.2081,
      "step": 9466
    },
    {
      "epoch": 5.92057535959975,
      "grad_norm": 1.2871857734006376,
      "learning_rate": 2.0697951357128706e-07,
      "loss": 0.2708,
      "step": 9467
    },
    {
      "epoch": 5.921200750469043,
      "grad_norm": 1.0733784463808218,
      "learning_rate": 2.0373356158394082e-07,
      "loss": 0.2221,
      "step": 9468
    },
    {
      "epoch": 5.921826141338337,
      "grad_norm": 0.9857579822984525,
      "learning_rate": 2.0051324614437924e-07,
      "loss": 0.2001,
      "step": 9469
    },
    {
      "epoch": 5.92245153220763,
      "grad_norm": 1.3586900529332304,
      "learning_rate": 1.9731856780372814e-07,
      "loss": 0.265,
      "step": 9470
    },
    {
      "epoch": 5.923076923076923,
      "grad_norm": 1.263228149454505,
      "learning_rate": 1.9414952710873344e-07,
      "loss": 0.2336,
      "step": 9471
    },
    {
      "epoch": 5.923702313946216,
      "grad_norm": 1.421759337311472,
      "learning_rate": 1.9100612460174468e-07,
      "loss": 0.2662,
      "step": 9472
    },
    {
      "epoch": 5.92432770481551,
      "grad_norm": 1.224526917973067,
      "learning_rate": 1.8788836082076487e-07,
      "loss": 0.2098,
      "step": 9473
    },
    {
      "epoch": 5.924953095684803,
      "grad_norm": 1.1453698120188762,
      "learning_rate": 1.847962362993338e-07,
      "loss": 0.2391,
      "step": 9474
    },
    {
      "epoch": 5.925578486554096,
      "grad_norm": 1.0724487671067688,
      "learning_rate": 1.8172975156667825e-07,
      "loss": 0.1994,
      "step": 9475
    },
    {
      "epoch": 5.92620387742339,
      "grad_norm": 0.9944657510917071,
      "learning_rate": 1.78688907147595e-07,
      "loss": 0.2331,
      "step": 9476
    },
    {
      "epoch": 5.926829268292683,
      "grad_norm": 1.0080042241815144,
      "learning_rate": 1.7567370356248445e-07,
      "loss": 0.208,
      "step": 9477
    },
    {
      "epoch": 5.927454659161977,
      "grad_norm": 1.3081191121344222,
      "learning_rate": 1.7268414132741714e-07,
      "loss": 0.2617,
      "step": 9478
    },
    {
      "epoch": 5.928080050031269,
      "grad_norm": 1.1945343881472772,
      "learning_rate": 1.6972022095400052e-07,
      "loss": 0.2638,
      "step": 9479
    },
    {
      "epoch": 5.928705440900563,
      "grad_norm": 1.0539404707199298,
      "learning_rate": 1.6678194294949542e-07,
      "loss": 0.2018,
      "step": 9480
    },
    {
      "epoch": 5.929330831769856,
      "grad_norm": 0.8037848434047943,
      "learning_rate": 1.63869307816783e-07,
      "loss": 0.1799,
      "step": 9481
    },
    {
      "epoch": 5.92995622263915,
      "grad_norm": 1.1208588799986103,
      "learning_rate": 1.6098231605431444e-07,
      "loss": 0.228,
      "step": 9482
    },
    {
      "epoch": 5.930581613508442,
      "grad_norm": 1.085948229699616,
      "learning_rate": 1.5812096815619458e-07,
      "loss": 0.2418,
      "step": 9483
    },
    {
      "epoch": 5.931207004377736,
      "grad_norm": 0.9193177870206344,
      "learning_rate": 1.5528526461211499e-07,
      "loss": 0.1929,
      "step": 9484
    },
    {
      "epoch": 5.93183239524703,
      "grad_norm": 0.9682727801246642,
      "learning_rate": 1.5247520590740413e-07,
      "loss": 0.1813,
      "step": 9485
    },
    {
      "epoch": 5.932457786116323,
      "grad_norm": 1.1498079356146786,
      "learning_rate": 1.4969079252296068e-07,
      "loss": 0.2207,
      "step": 9486
    },
    {
      "epoch": 5.933083176985616,
      "grad_norm": 1.3181899056163544,
      "learning_rate": 1.4693202493532008e-07,
      "loss": 0.2396,
      "step": 9487
    },
    {
      "epoch": 5.933708567854909,
      "grad_norm": 1.2264816495011266,
      "learning_rate": 1.4419890361662135e-07,
      "loss": 0.2327,
      "step": 9488
    },
    {
      "epoch": 5.934333958724203,
      "grad_norm": 1.017241840438936,
      "learning_rate": 1.4149142903464029e-07,
      "loss": 0.2195,
      "step": 9489
    },
    {
      "epoch": 5.934959349593496,
      "grad_norm": 0.9397527020924614,
      "learning_rate": 1.3880960165272292e-07,
      "loss": 0.1745,
      "step": 9490
    },
    {
      "epoch": 5.935584740462789,
      "grad_norm": 0.971633823239038,
      "learning_rate": 1.3615342192985213e-07,
      "loss": 0.2074,
      "step": 9491
    },
    {
      "epoch": 5.936210131332082,
      "grad_norm": 1.1576023393006107,
      "learning_rate": 1.3352289032061425e-07,
      "loss": 0.2558,
      "step": 9492
    },
    {
      "epoch": 5.936835522201376,
      "grad_norm": 1.026559634414927,
      "learning_rate": 1.3091800727519919e-07,
      "loss": 0.2259,
      "step": 9493
    },
    {
      "epoch": 5.9374609130706695,
      "grad_norm": 1.2489804927883041,
      "learning_rate": 1.28338773239417e-07,
      "loss": 0.2356,
      "step": 9494
    },
    {
      "epoch": 5.938086303939962,
      "grad_norm": 1.048221741126525,
      "learning_rate": 1.257851886546979e-07,
      "loss": 0.2583,
      "step": 9495
    },
    {
      "epoch": 5.938711694809256,
      "grad_norm": 1.0006043125506139,
      "learning_rate": 1.232572539580423e-07,
      "loss": 0.1963,
      "step": 9496
    },
    {
      "epoch": 5.939337085678549,
      "grad_norm": 1.1419661678696766,
      "learning_rate": 1.2075496958210417e-07,
      "loss": 0.2148,
      "step": 9497
    },
    {
      "epoch": 5.9399624765478425,
      "grad_norm": 1.1894089123872873,
      "learning_rate": 1.1827833595514091e-07,
      "loss": 0.2287,
      "step": 9498
    },
    {
      "epoch": 5.940587867417136,
      "grad_norm": 1.1722945826061721,
      "learning_rate": 1.158273535009968e-07,
      "loss": 0.2344,
      "step": 9499
    },
    {
      "epoch": 5.941213258286429,
      "grad_norm": 1.850257821527442,
      "learning_rate": 1.1340202263913633e-07,
      "loss": 0.3212,
      "step": 9500
    },
    {
      "epoch": 5.941838649155723,
      "grad_norm": 1.1238874004591173,
      "learning_rate": 1.1100234378464412e-07,
      "loss": 0.222,
      "step": 9501
    },
    {
      "epoch": 5.9424640400250155,
      "grad_norm": 1.1513114794363126,
      "learning_rate": 1.0862831734820832e-07,
      "loss": 0.2466,
      "step": 9502
    },
    {
      "epoch": 5.943089430894309,
      "grad_norm": 1.0836725509412624,
      "learning_rate": 1.0627994373612059e-07,
      "loss": 0.1941,
      "step": 9503
    },
    {
      "epoch": 5.943714821763602,
      "grad_norm": 1.2198189267776742,
      "learning_rate": 1.0395722335030943e-07,
      "loss": 0.2323,
      "step": 9504
    },
    {
      "epoch": 5.944340212632896,
      "grad_norm": 1.1878012957447759,
      "learning_rate": 1.0166015658825689e-07,
      "loss": 0.2269,
      "step": 9505
    },
    {
      "epoch": 5.9449656035021885,
      "grad_norm": 1.3336641125194535,
      "learning_rate": 9.938874384311513e-08,
      "loss": 0.2601,
      "step": 9506
    },
    {
      "epoch": 5.945590994371482,
      "grad_norm": 0.9885391338851519,
      "learning_rate": 9.714298550362321e-08,
      "loss": 0.203,
      "step": 9507
    },
    {
      "epoch": 5.946216385240776,
      "grad_norm": 1.0897659238790505,
      "learning_rate": 9.492288195410702e-08,
      "loss": 0.2097,
      "step": 9508
    },
    {
      "epoch": 5.946841776110069,
      "grad_norm": 1.0640610910354316,
      "learning_rate": 9.272843357451265e-08,
      "loss": 0.2002,
      "step": 9509
    },
    {
      "epoch": 5.947467166979362,
      "grad_norm": 0.8611750321969412,
      "learning_rate": 9.055964074043964e-08,
      "loss": 0.161,
      "step": 9510
    },
    {
      "epoch": 5.948092557848655,
      "grad_norm": 1.1048464357713217,
      "learning_rate": 8.841650382304111e-08,
      "loss": 0.2188,
      "step": 9511
    },
    {
      "epoch": 5.948717948717949,
      "grad_norm": 1.3980862304326758,
      "learning_rate": 8.629902318910698e-08,
      "loss": 0.2749,
      "step": 9512
    },
    {
      "epoch": 5.949343339587242,
      "grad_norm": 0.9381224245096068,
      "learning_rate": 8.420719920101404e-08,
      "loss": 0.1685,
      "step": 9513
    },
    {
      "epoch": 5.949968730456535,
      "grad_norm": 1.0163635562053432,
      "learning_rate": 8.214103221677593e-08,
      "loss": 0.2255,
      "step": 9514
    },
    {
      "epoch": 5.950594121325828,
      "grad_norm": 1.0639277717234072,
      "learning_rate": 8.010052258999311e-08,
      "loss": 0.1749,
      "step": 9515
    },
    {
      "epoch": 5.951219512195122,
      "grad_norm": 0.8293052538834078,
      "learning_rate": 7.808567066988625e-08,
      "loss": 0.1756,
      "step": 9516
    },
    {
      "epoch": 5.951844903064416,
      "grad_norm": 1.1149128998966462,
      "learning_rate": 7.609647680129616e-08,
      "loss": 0.2247,
      "step": 9517
    },
    {
      "epoch": 5.952470293933708,
      "grad_norm": 1.1029810473967874,
      "learning_rate": 7.413294132463388e-08,
      "loss": 0.2029,
      "step": 9518
    },
    {
      "epoch": 5.953095684803002,
      "grad_norm": 0.9594065454032401,
      "learning_rate": 7.219506457598056e-08,
      "loss": 0.1975,
      "step": 9519
    },
    {
      "epoch": 5.953721075672295,
      "grad_norm": 1.0902008743359257,
      "learning_rate": 7.028284688695429e-08,
      "loss": 0.19,
      "step": 9520
    },
    {
      "epoch": 5.954346466541589,
      "grad_norm": 1.2063099228960408,
      "learning_rate": 6.839628858482659e-08,
      "loss": 0.222,
      "step": 9521
    },
    {
      "epoch": 5.954971857410881,
      "grad_norm": 1.0246845391189259,
      "learning_rate": 6.653538999247254e-08,
      "loss": 0.2214,
      "step": 9522
    },
    {
      "epoch": 5.955597248280175,
      "grad_norm": 1.0758194596545962,
      "learning_rate": 6.470015142838736e-08,
      "loss": 0.2181,
      "step": 9523
    },
    {
      "epoch": 5.956222639149468,
      "grad_norm": 0.9415829008750922,
      "learning_rate": 6.289057320663648e-08,
      "loss": 0.1824,
      "step": 9524
    },
    {
      "epoch": 5.956848030018762,
      "grad_norm": 1.0178829000743128,
      "learning_rate": 6.110665563690554e-08,
      "loss": 0.1814,
      "step": 9525
    },
    {
      "epoch": 5.957473420888055,
      "grad_norm": 1.2378284620758921,
      "learning_rate": 5.934839902453359e-08,
      "loss": 0.2339,
      "step": 9526
    },
    {
      "epoch": 5.958098811757348,
      "grad_norm": 1.1138399364294957,
      "learning_rate": 5.7615803670413295e-08,
      "loss": 0.1932,
      "step": 9527
    },
    {
      "epoch": 5.958724202626642,
      "grad_norm": 1.0490474583123903,
      "learning_rate": 5.590886987107413e-08,
      "loss": 0.2059,
      "step": 9528
    },
    {
      "epoch": 5.959349593495935,
      "grad_norm": 1.2117429268170195,
      "learning_rate": 5.4227597918632406e-08,
      "loss": 0.2319,
      "step": 9529
    },
    {
      "epoch": 5.959974984365228,
      "grad_norm": 1.20800763477419,
      "learning_rate": 5.257198810082463e-08,
      "loss": 0.2329,
      "step": 9530
    },
    {
      "epoch": 5.960600375234522,
      "grad_norm": 1.1360898790990772,
      "learning_rate": 5.094204070102415e-08,
      "loss": 0.2443,
      "step": 9531
    },
    {
      "epoch": 5.961225766103815,
      "grad_norm": 1.2925972326489217,
      "learning_rate": 4.933775599815781e-08,
      "loss": 0.2194,
      "step": 9532
    },
    {
      "epoch": 5.9618511569731085,
      "grad_norm": 0.9831111176978125,
      "learning_rate": 4.7759134266789346e-08,
      "loss": 0.2132,
      "step": 9533
    },
    {
      "epoch": 5.962476547842401,
      "grad_norm": 1.089899426761839,
      "learning_rate": 4.620617577710262e-08,
      "loss": 0.1944,
      "step": 9534
    },
    {
      "epoch": 5.963101938711695,
      "grad_norm": 1.0923890520822102,
      "learning_rate": 4.4678880794851715e-08,
      "loss": 0.2144,
      "step": 9535
    },
    {
      "epoch": 5.963727329580988,
      "grad_norm": 1.0562571062294535,
      "learning_rate": 4.317724958146085e-08,
      "loss": 0.2272,
      "step": 9536
    },
    {
      "epoch": 5.9643527204502815,
      "grad_norm": 1.0540082883929345,
      "learning_rate": 4.170128239389115e-08,
      "loss": 0.1731,
      "step": 9537
    },
    {
      "epoch": 5.964978111319574,
      "grad_norm": 1.2132200341184134,
      "learning_rate": 4.025097948474054e-08,
      "loss": 0.2577,
      "step": 9538
    },
    {
      "epoch": 5.965603502188868,
      "grad_norm": 1.0146280213247034,
      "learning_rate": 3.8826341102243804e-08,
      "loss": 0.2007,
      "step": 9539
    },
    {
      "epoch": 5.966228893058162,
      "grad_norm": 0.9387492929657041,
      "learning_rate": 3.7427367490189265e-08,
      "loss": 0.1849,
      "step": 9540
    },
    {
      "epoch": 5.9668542839274545,
      "grad_norm": 1.3237807391135121,
      "learning_rate": 3.605405888803536e-08,
      "loss": 0.2329,
      "step": 9541
    },
    {
      "epoch": 5.967479674796748,
      "grad_norm": 1.1371523713578187,
      "learning_rate": 3.470641553077746e-08,
      "loss": 0.2323,
      "step": 9542
    },
    {
      "epoch": 5.968105065666041,
      "grad_norm": 1.0910218107062999,
      "learning_rate": 3.338443764908105e-08,
      "loss": 0.27,
      "step": 9543
    },
    {
      "epoch": 5.968730456535335,
      "grad_norm": 1.1185659360278224,
      "learning_rate": 3.2088125469181826e-08,
      "loss": 0.207,
      "step": 9544
    },
    {
      "epoch": 5.9693558474046275,
      "grad_norm": 1.1786958312066653,
      "learning_rate": 3.081747921293565e-08,
      "loss": 0.2098,
      "step": 9545
    },
    {
      "epoch": 5.969981238273921,
      "grad_norm": 1.1938571933865643,
      "learning_rate": 2.9572499097801903e-08,
      "loss": 0.2301,
      "step": 9546
    },
    {
      "epoch": 5.970606629143214,
      "grad_norm": 1.1417724307755581,
      "learning_rate": 2.8353185336843498e-08,
      "loss": 0.2216,
      "step": 9547
    },
    {
      "epoch": 5.971232020012508,
      "grad_norm": 1.2366056904434477,
      "learning_rate": 2.715953813876015e-08,
      "loss": 0.2112,
      "step": 9548
    },
    {
      "epoch": 5.971857410881801,
      "grad_norm": 1.0502697916468746,
      "learning_rate": 2.59915577078218e-08,
      "loss": 0.2234,
      "step": 9549
    },
    {
      "epoch": 5.972482801751094,
      "grad_norm": 1.080275161797885,
      "learning_rate": 2.4849244243918544e-08,
      "loss": 0.2382,
      "step": 9550
    },
    {
      "epoch": 5.973108192620388,
      "grad_norm": 0.9554031385079522,
      "learning_rate": 2.3732597942544007e-08,
      "loss": 0.2033,
      "step": 9551
    },
    {
      "epoch": 5.973733583489681,
      "grad_norm": 0.9221395235731699,
      "learning_rate": 2.2641618994811982e-08,
      "loss": 0.213,
      "step": 9552
    },
    {
      "epoch": 5.9743589743589745,
      "grad_norm": 1.1231765170446792,
      "learning_rate": 2.1576307587439778e-08,
      "loss": 0.2397,
      "step": 9553
    },
    {
      "epoch": 5.974984365228268,
      "grad_norm": 0.9315308219539413,
      "learning_rate": 2.053666390274822e-08,
      "loss": 0.1955,
      "step": 9554
    },
    {
      "epoch": 5.975609756097561,
      "grad_norm": 1.1021912292758904,
      "learning_rate": 1.9522688118644992e-08,
      "loss": 0.2367,
      "step": 9555
    },
    {
      "epoch": 5.976235146966855,
      "grad_norm": 1.12322370710531,
      "learning_rate": 1.8534380408691264e-08,
      "loss": 0.2132,
      "step": 9556
    },
    {
      "epoch": 5.9768605378361475,
      "grad_norm": 1.0780279402472583,
      "learning_rate": 1.7571740942001755e-08,
      "loss": 0.215,
      "step": 9557
    },
    {
      "epoch": 5.977485928705441,
      "grad_norm": 1.0714500920902008,
      "learning_rate": 1.6634769883344666e-08,
      "loss": 0.2377,
      "step": 9558
    },
    {
      "epoch": 5.978111319574734,
      "grad_norm": 1.053644561313587,
      "learning_rate": 1.5723467393075064e-08,
      "loss": 0.2228,
      "step": 9559
    },
    {
      "epoch": 5.978736710444028,
      "grad_norm": 1.3269847943034174,
      "learning_rate": 1.4837833627151519e-08,
      "loss": 0.266,
      "step": 9560
    },
    {
      "epoch": 5.9793621013133205,
      "grad_norm": 1.154251418177726,
      "learning_rate": 1.3977868737152786e-08,
      "loss": 0.2187,
      "step": 9561
    },
    {
      "epoch": 5.979987492182614,
      "grad_norm": 1.202686513838877,
      "learning_rate": 1.3143572870227825e-08,
      "loss": 0.2499,
      "step": 9562
    },
    {
      "epoch": 5.980612883051908,
      "grad_norm": 1.3739886348571093,
      "learning_rate": 1.2334946169195725e-08,
      "loss": 0.2549,
      "step": 9563
    },
    {
      "epoch": 5.981238273921201,
      "grad_norm": 0.9551562995478156,
      "learning_rate": 1.1551988772429133e-08,
      "loss": 0.2082,
      "step": 9564
    },
    {
      "epoch": 5.981863664790494,
      "grad_norm": 1.08758671559495,
      "learning_rate": 1.0794700813920865e-08,
      "loss": 0.215,
      "step": 9565
    },
    {
      "epoch": 5.982489055659787,
      "grad_norm": 1.0306196802899679,
      "learning_rate": 1.0063082423283909e-08,
      "loss": 0.2131,
      "step": 9566
    },
    {
      "epoch": 5.983114446529081,
      "grad_norm": 1.4121103135478672,
      "learning_rate": 9.357133725718113e-09,
      "loss": 0.2817,
      "step": 9567
    },
    {
      "epoch": 5.983739837398374,
      "grad_norm": 1.0567218855478349,
      "learning_rate": 8.676854842060154e-09,
      "loss": 0.2174,
      "step": 9568
    },
    {
      "epoch": 5.984365228267667,
      "grad_norm": 1.0747610537135104,
      "learning_rate": 8.022245888716917e-09,
      "loss": 0.1916,
      "step": 9569
    },
    {
      "epoch": 5.98499061913696,
      "grad_norm": 0.9844610929974691,
      "learning_rate": 7.393306977748759e-09,
      "loss": 0.1777,
      "step": 9570
    },
    {
      "epoch": 5.985616010006254,
      "grad_norm": 0.9723369352406096,
      "learning_rate": 6.7900382167529465e-09,
      "loss": 0.2593,
      "step": 9571
    },
    {
      "epoch": 5.986241400875548,
      "grad_norm": 1.112289977926499,
      "learning_rate": 6.212439708996875e-09,
      "loss": 0.2093,
      "step": 9572
    },
    {
      "epoch": 5.98686679174484,
      "grad_norm": 0.917599352969659,
      "learning_rate": 5.660511553334801e-09,
      "loss": 0.189,
      "step": 9573
    },
    {
      "epoch": 5.987492182614134,
      "grad_norm": 1.1273438237057352,
      "learning_rate": 5.134253844224501e-09,
      "loss": 0.1964,
      "step": 9574
    },
    {
      "epoch": 5.988117573483427,
      "grad_norm": 1.0673953514240966,
      "learning_rate": 4.633666671727265e-09,
      "loss": 0.2256,
      "step": 9575
    },
    {
      "epoch": 5.988742964352721,
      "grad_norm": 1.2166061513047637,
      "learning_rate": 4.1587501215079036e-09,
      "loss": 0.2272,
      "step": 9576
    },
    {
      "epoch": 5.989368355222013,
      "grad_norm": 1.3635441260279078,
      "learning_rate": 3.709504274868047e-09,
      "loss": 0.2388,
      "step": 9577
    },
    {
      "epoch": 5.989993746091307,
      "grad_norm": 0.9814811882612743,
      "learning_rate": 3.2859292086628853e-09,
      "loss": 0.1988,
      "step": 9578
    },
    {
      "epoch": 5.9906191369606,
      "grad_norm": 1.3125333901764975,
      "learning_rate": 2.8880249954010835e-09,
      "loss": 0.2947,
      "step": 9579
    },
    {
      "epoch": 5.991244527829894,
      "grad_norm": 0.9906081309427244,
      "learning_rate": 2.5157917031781716e-09,
      "loss": 0.2169,
      "step": 9580
    },
    {
      "epoch": 5.991869918699187,
      "grad_norm": 0.9190316594554581,
      "learning_rate": 2.169229395709848e-09,
      "loss": 0.2153,
      "step": 9581
    },
    {
      "epoch": 5.99249530956848,
      "grad_norm": 0.9797932713794628,
      "learning_rate": 1.8483381322820234e-09,
      "loss": 0.1983,
      "step": 9582
    },
    {
      "epoch": 5.993120700437774,
      "grad_norm": 1.1121905760329196,
      "learning_rate": 1.5531179678340834e-09,
      "loss": 0.1928,
      "step": 9583
    },
    {
      "epoch": 5.993746091307067,
      "grad_norm": 1.210112436818529,
      "learning_rate": 1.2835689528922778e-09,
      "loss": 0.2406,
      "step": 9584
    },
    {
      "epoch": 5.99437148217636,
      "grad_norm": 0.8752096563974844,
      "learning_rate": 1.03969113356972e-09,
      "loss": 0.1967,
      "step": 9585
    },
    {
      "epoch": 5.994996873045654,
      "grad_norm": 1.1645205637462828,
      "learning_rate": 8.21484551616347e-10,
      "loss": 0.1988,
      "step": 9586
    },
    {
      "epoch": 5.995622263914947,
      "grad_norm": 1.1346570559993754,
      "learning_rate": 6.289492443856126e-10,
      "loss": 0.193,
      "step": 9587
    },
    {
      "epoch": 5.9962476547842405,
      "grad_norm": 1.406323022095948,
      "learning_rate": 4.620852448178336e-10,
      "loss": 0.2555,
      "step": 9588
    },
    {
      "epoch": 5.996873045653533,
      "grad_norm": 1.0012424873864576,
      "learning_rate": 3.208925814568442e-10,
      "loss": 0.2215,
      "step": 9589
    },
    {
      "epoch": 5.997498436522827,
      "grad_norm": 0.9504427444664875,
      "learning_rate": 2.0537127849995506e-10,
      "loss": 0.2154,
      "step": 9590
    },
    {
      "epoch": 5.99812382739212,
      "grad_norm": 1.1466690228534895,
      "learning_rate": 1.1552135568138055e-10,
      "loss": 0.2321,
      "step": 9591
    },
    {
      "epoch": 5.9987492182614135,
      "grad_norm": 1.150172491202542,
      "learning_rate": 5.134282840546511e-11,
      "loss": 0.2152,
      "step": 9592
    },
    {
      "epoch": 5.999374609130706,
      "grad_norm": 0.9999843745494935,
      "learning_rate": 1.2835707646763337e-11,
      "loss": 0.2062,
      "step": 9593
    },
    {
      "epoch": 6.0,
      "grad_norm": 1.056647071327351,
      "learning_rate": 0.0,
      "loss": 0.1869,
      "step": 9594
    },
    {
      "epoch": 6.0,
      "eval_loss": 3.332547426223755,
      "eval_runtime": 73.8092,
      "eval_samples_per_second": 4.85,
      "eval_steps_per_second": 4.85,
      "step": 9594
    },
    {
      "epoch": 6.0,
      "step": 9594,
      "total_flos": 15693659504640.0,
      "train_loss": 1.6154372780856576,
      "train_runtime": 59451.7582,
      "train_samples_per_second": 0.161,
      "train_steps_per_second": 0.161
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 9594,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 15693659504640.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}